-- Logs begin at Mon 2021-06-14 02:30:02 UTC, end at Mon 2021-06-14 03:39:00 UTC. -- Jun 14 03:13:39.826698 dv-cinder-796170-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 03:13:42.496086 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.common.config [-] Logging enabled! Jun 14 03:13:42.496681 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev338 Jun 14 03:13:42.496852 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 03:13:42.500122 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.common.config [-] Logging enabled! Jun 14 03:13:42.500376 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev338 Jun 14 03:13:42.500681 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 03:13:42.501611 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 03:13:42.501847 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 03:13:42.502198 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 03:13:42.502446 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 03:13:42.502670 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 03:13:42.502986 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.503279 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.503569 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.503795 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.504087 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.504374 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.504652 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.504939 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.505227 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.505506 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.505815 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.506094 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.506320 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.506597 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.506877 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.507155 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.507374 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] debug = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.507650 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.508068 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.509022 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.509306 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.509618 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.509899 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.510171 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.510448 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.510729 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.511054 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] host = dv-cinder-796170-1-smb {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.511330 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.511613 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.511895 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.512176 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.512455 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.512727 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.513007 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.513276 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.513544 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.513837 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.514118 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.514404 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.514689 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.514911 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.515129 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.515411 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.515693 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.515964 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.516233 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.516502 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.516770 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.517037 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.517302 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.517603 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.517886 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.518165 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.518436 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.518704 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.518972 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.519238 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.519518 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.519786 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.520053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.520319 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.520599 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.520861 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.521127 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.521421 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.521738 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.522015 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.522300 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.522569 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.522844 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.523113 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.523381 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.523647 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_json = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.523938 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.524205 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.524517 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.524786 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.525055 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.525322 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.525614 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.525899 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:42.526193 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.526484 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.526782 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.527063 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.527355 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.527630 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.527915 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.528193 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.528478 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.528762 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.529047 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.529323 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.529632 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.529910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.530203 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.530504 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.530792 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.531078 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.531349 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.531619 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.531885 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.532162 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.532449 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.532735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.533019 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.533289 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.533573 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.533875 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.534150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.534419 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.534692 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.534975 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.535248 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.535516 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.535791 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.536062 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.536329 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.536595 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.536868 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.537150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.537424 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.537716 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.537984 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.538256 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.538525 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.538806 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.539078 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.539368 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.539679 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.539956 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.540226 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.540496 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.540770 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.541038 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.541314 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.541603 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.541876 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.542145 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.542419 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.542686 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.542954 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.543220 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.543492 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.543759 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.544025 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.544294 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.544565 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.544833 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.545115 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.545505 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.545812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.546089 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.546364 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.546638 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.546912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.547203 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.547477 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.547749 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.548016 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.548305 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.548586 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.548871 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.549151 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.549426 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.549745 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.550022 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.550302 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.550577 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.550850 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.551135 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.551417 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.551708 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.551997 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.552292 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.552583 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.552871 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.553401 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.553732 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.554009 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:42.554223 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 03:13:42.554456 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92366) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 03:13:42.902665 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:13:42.902944 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:13:42.903231 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:13:42.903559 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 03:13:43.288684 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.288884 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.289161 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.291101 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.291457 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.291729 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.325726 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.326008 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.326276 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.339888 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.340171 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.340442 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.370393 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.370674 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.370945 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.409385 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.409698 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.409968 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.641274 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.641912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.641912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.642081 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.642963 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.765991 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.766312 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.766599 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.766872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.767150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.767468 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.767731 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.767991 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.768247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.768531 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.768795 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.769064 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.769327 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.769617 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.769879 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.770151 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.770424 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.770682 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.770956 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.771213 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.771500 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.771850 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.772105 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.772389 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.772639 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.772887 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.773279 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.773522 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.774322 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.774562 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.774799 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.775041 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:43.776318 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 03:13:43.779410 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 03:13:43.783340 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 03:13:43.787051 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 14 03:13:43.788682 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 03:13:43.789129 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 03:13:43.789490 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 03:13:43.789905 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 03:13:43.792679 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 03:13:43.792929 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 03:13:43.793284 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 03:13:43.821268 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 03:13:43.821738 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.822041 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92366) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 03:13:43.822406 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.823769 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92366) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 03:13:43.824053 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 03:13:43.824301 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 03:13:43.827459 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.827742 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:43.891407 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 03:13:43.891596 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 03:13:43.891838 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 03:13:43.892203 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 03:13:43.912140 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_db.sqlalchemy.engines [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 03:13:44.555839 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing driver for type 'gre' Jun 14 03:13:44.556430 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] gre ID ranges: [(1, 1000)] Jun 14 03:13:44.741619 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing driver for type 'local' Jun 14 03:13:44.742182 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing driver for type 'vlan' Jun 14 03:13:44.817402 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] VlanTypeDriver initialization complete Jun 14 03:13:44.817719 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing driver for type 'vxlan' Jun 14 03:13:44.818217 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] vxlan ID ranges: [(1, 1000)] Jun 14 03:13:45.011976 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing extension driver 'port_security' Jun 14 03:13:45.012308 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.extensions.port_security [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] PortSecurityExtensionDriver initialization complete Jun 14 03:13:45.012646 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing mechanism driver 'openvswitch' Jun 14 03:13:45.012972 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing mechanism driver 'hyperv' Jun 14 03:13:45.019433 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.plugins.ml2.plugin [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:13:45.020379 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.020762 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.021125 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.021515 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.021897 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.022247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.022697 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.023046 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.023389 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.024259 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.024607 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.024951 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.025332 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.025710 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.026057 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.026439 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > address_group after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.026786 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > address_group after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.027128 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.027468 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] ML2 OVO RPC backend initialized. {{(pid=92366) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 03:13:45.028170 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.028529 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.028942 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.029289 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > networks before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.029667 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.030039 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > ports before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.030382 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.030723 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnets before_response 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.031067 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.031406 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.031740 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.032077 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.032416 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.032757 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.033098 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.033440 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.033808 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.034384 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.plugin [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Modular L2 Plugin initialization complete Jun 14 03:13:45.034711 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading services supported by the core plugin {{(pid=92366) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 03:13:45.035035 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.plugins.ml2.managers [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Got port-security extension from driver 'port_security' Jun 14 03:13:45.035494 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.extensions.vlantransparent [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Disabled vlantransparent extension. Jun 14 03:13:45.035980 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92366) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 03:13:45.036297 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: router Jun 14 03:13:45.078522 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.078919 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_create 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.079289 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router before_create 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.079657 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.080030 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.080386 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_delete 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.080746 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.081109 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_create 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.081458 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.081834 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.082185 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.082543 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.082946 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.083313 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.083651 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.083991 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: subnet after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.084328 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.084675 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.085022 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_create 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.085366 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.085738 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.086154 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router after_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.087025 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.087382 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_create 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.087750 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.088097 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_update 55549900 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.088477 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > network after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.089333 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Tracking information for resource: router configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:45.089698 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Tracking information for resource: floatingip configured {{(pid=92366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 03:13:45.094623 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.db.l3_agentschedulers_db [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 03:13:45.095198 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.095562 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.095914 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.096266 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: port after_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.097055 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router before_create 55550100 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.097421 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.097809 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_create 55550100 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.098169 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > router precommit_update 55550100 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.102717 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.provider_configuration [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service providers = [] {{(pid=92366) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 03:13:45.103080 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.db.servicetype_db [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92366) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 03:13:45.105977 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.service_base [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 03:13:45.106326 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.service_base [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 03:13:45.106670 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.service_base [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 03:13:45.107546 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.services.service_base [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 03:13:45.107916 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.services.service_base [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 03:13:45.108294 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.108612 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 03:13:45.136917 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.137200 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: auto_allocate Jun 14 03:13:45.143097 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: network precommit_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.143464 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: network precommit_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.143982 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.144307 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: tag Jun 14 03:13:45.151539 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.151870 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: timestamp Jun 14 03:13:45.162094 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.162427 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: network_ip_availability Jun 14 03:13:45.167818 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.168191 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.168551 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.169270 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.169617 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: flavors Jun 14 03:13:45.174300 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.174639 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading Plugin: revisions Jun 14 03:13:45.179154 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 03:13:45.179543 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.276s {{(pid=92366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:13:45.180296 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92366) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 14 03:13:45.180634 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Initializing extension manager. Jun 14 03:13:45.181140 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: __init__.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.181483 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: __pycache__ {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.181852 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.182188 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: address_group.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.182921 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.183479 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: address-group Jun 14 03:13:45.183797 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: address_scope.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.184488 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.184987 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: address-scope Jun 14 03:13:45.185307 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.186247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.186752 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: router-admin-state-down-before-update Jun 14 03:13:45.187073 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: agent.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.187939 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.188454 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: agent Jun 14 03:13:45.188768 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: agent_resources_synced.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.189683 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.190185 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: agent-resources-synced Jun 14 03:13:45.190508 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: allowedaddresspairs.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.192544 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.193065 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: allowed-address-pairs Jun 14 03:13:45.193396 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: auto_allocated_topology.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.194492 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.195004 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: auto-allocated-topology Jun 14 03:13:45.195331 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: availability_zone.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.196540 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.197038 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: availability_zone Jun 14 03:13:45.197362 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: availability_zone_filter.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.203084 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.203585 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: availability_zone_filter Jun 14 03:13:45.203914 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: data_plane_status.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.204800 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.205299 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 03:13:45.205651 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: default_subnetpools.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.206548 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.207048 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: default-subnetpools Jun 14 03:13:45.207379 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.208170 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.208668 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: dhcp_agent_scheduler Jun 14 03:13:45.208992 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: dns.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.209923 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.210423 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension dns-integration not supported by any of loaded plugins Jun 14 03:13:45.210748 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: dns_domain_ports.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.212204 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.212700 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 03:13:45.213021 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: dvr.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.213708 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.214212 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: dvr Jun 14 03:13:45.214531 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: empty_string_filtering.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.215422 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.215924 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: empty-string-filtering Jun 14 03:13:45.216245 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.217192 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.217723 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 03:13:45.218044 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.218927 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.219419 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 03:13:45.219739 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: external_net.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.220628 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.221122 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: external-net Jun 14 03:13:45.221441 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.222359 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.222851 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: extra_dhcp_opt Jun 14 03:13:45.223169 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: extraroute.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.224065 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.224563 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: extraroute Jun 14 03:13:45.224885 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: extraroute_atomic.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.225915 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.226422 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: extraroute-atomic Jun 14 03:13:45.226784 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: filter_validation.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.227454 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.227958 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: filter-validation Jun 14 03:13:45.228275 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: fip_pf_description.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.231886 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.232385 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 03:13:45.232707 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: fip_port_details.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.233635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.234152 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: fip-port-details Jun 14 03:13:45.234467 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: flavors.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.235696 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.236212 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: flavors Jun 14 03:13:45.236541 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.238200 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.238719 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 03:13:45.239054 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: floatingip_pools.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.239753 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.240252 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: floatingip-pools Jun 14 03:13:45.240580 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: ip_allocation.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.241480 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.242012 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 03:13:45.242350 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.243263 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.243765 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: ip-substring-filtering Jun 14 03:13:45.244095 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l2_adjacency.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.244998 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.245498 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 03:13:45.245860 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.246802 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.247313 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: router Jun 14 03:13:45.247640 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.249979 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.250498 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 03:13:45.250831 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.251746 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.252258 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: ext-gw-mode Jun 14 03:13:45.252590 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.258675 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.259184 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: l3-ha Jun 14 03:13:45.259511 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3_flavors.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.260404 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.260909 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: l3-flavors Jun 14 03:13:45.261236 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.262170 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.262674 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 03:13:45.263000 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: l3agentscheduler.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.264004 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.264506 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: l3_agent_scheduler Jun 14 03:13:45.264840 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: logging.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.266345 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.266853 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension logging not supported by any of loaded plugins Jun 14 03:13:45.267186 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: metering.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.267917 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.268483 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: metering Jun 14 03:13:45.268811 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.269908 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.270415 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: metering_source_and_destination_fields Jun 14 03:13:45.270743 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: multiprovidernet.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.272578 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.273075 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: multi-provider Jun 14 03:13:45.273402 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: netmtu.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.274865 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.275365 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: net-mtu Jun 14 03:13:45.275696 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: netmtu_writable.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.276593 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.277095 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: net-mtu-writable Jun 14 03:13:45.277420 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: network_availability_zone.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.278099 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.278628 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: network_availability_zone Jun 14 03:13:45.278919 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: network_ip_availability.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.279987 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.280492 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: network-ip-availability Jun 14 03:13:45.280817 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: network_segment_range.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.281588 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.282092 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 03:13:45.282417 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: pagination.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.283389 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.283725 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: pagination Jun 14 03:13:45.284043 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: port_device_profile.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.284946 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.285455 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: port-device-profile Jun 14 03:13:45.285814 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.286725 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.287227 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: port-mac-address-regenerate Jun 14 03:13:45.287549 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.288441 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.288941 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: port-numa-affinity-policy Jun 14 03:13:45.289291 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: port_resource_request.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.290232 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.290731 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 03:13:45.291054 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: portbindings.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.291961 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.292460 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: binding Jun 14 03:13:45.292782 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: portbindings_extended.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.295482 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.296005 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: binding-extended Jun 14 03:13:45.296344 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: portsecurity.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.297252 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.297845 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: port-security Jun 14 03:13:45.298178 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: project_id.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.299143 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.299476 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: project-id Jun 14 03:13:45.299803 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: providernet.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.300709 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.301221 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: provider Jun 14 03:13:45.301547 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.305376 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.305937 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos not supported by any of loaded plugins Jun 14 03:13:45.306273 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.312964 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.313475 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 03:13:45.313830 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.314735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.315243 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 03:13:45.315571 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_default.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.316465 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.316972 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-default not supported by any of loaded plugins Jun 14 03:13:45.317299 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_fip.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.317979 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.318478 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-fip not supported by any of loaded plugins Jun 14 03:13:45.318803 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_gateway_ip.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.319739 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.320208 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 03:13:45.321055 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_port_network_policy.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.321981 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.322493 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 03:13:45.322819 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_rule_type_details.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.323725 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.324229 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 03:13:45.324548 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: qos_rules_alias.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.325595 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.326106 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 03:13:45.326426 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: quotasv2.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.327361 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.327645 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: quotas Jun 14 03:13:45.327969 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: quotasv2_detail.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.330989 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.331338 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: quota_details Jun 14 03:13:45.331672 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: rbac.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.332715 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.333234 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: rbac-policies Jun 14 03:13:45.333576 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: rbac_address_group.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.334508 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.335019 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: rbac-address-group Jun 14 03:13:45.335348 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: rbac_address_scope.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.336837 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.337312 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: rbac-address-scope Jun 14 03:13:45.337664 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: rbac_security_groups.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.342129 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.342639 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: rbac-security-groups Jun 14 03:13:45.342968 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: rbac_subnetpool.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.344069 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.344579 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: rbac-subnetpool Jun 14 03:13:45.344917 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: revisionifmatch.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.345852 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.346360 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: revision-if-match Jun 14 03:13:45.346690 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: revisions.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.347788 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.348325 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: standard-attr-revisions Jun 14 03:13:45.348628 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: router_availability_zone.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.349291 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.349828 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: router_availability_zone Jun 14 03:13:45.350149 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: routerservicetype.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.351054 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.351554 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension router-service-type not supported by any of loaded plugins Jun 14 03:13:45.351904 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.352809 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.353312 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: security-groups-normalized-cidr Jun 14 03:13:45.353664 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.354569 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.355078 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: port-security-groups-filtering Jun 14 03:13:45.355402 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.356299 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.356804 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: security-groups-remote-address-group Jun 14 03:13:45.357128 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: securitygroup.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.366586 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.367113 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: security-group Jun 14 03:13:45.367478 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: segment.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.368252 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.368758 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension segment not supported by any of loaded plugins Jun 14 03:13:45.369088 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.370049 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.370551 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 03:13:45.370878 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: servicetype.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.371980 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.372490 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: service-type Jun 14 03:13:45.372818 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: sorting.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.373821 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.374158 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: sorting Jun 14 03:13:45.374483 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: standard_attr_segment.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.375380 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.375889 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 03:13:45.376211 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: standardattrdescription.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.376845 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.377354 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: standard-attr-description Jun 14 03:13:45.377710 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: stateful_security_group.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.378628 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.379134 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: stateful-security-group Jun 14 03:13:45.379459 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: stdattrs_common.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.380026 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 03:13:45.380347 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.381319 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.381851 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 03:13:45.382178 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnet_onboard.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.383761 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.384264 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: subnet_onboard Jun 14 03:13:45.384587 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.385516 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.386046 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 03:13:45.386369 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnet_service_types.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.387273 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.387780 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: subnet-service-types Jun 14 03:13:45.388101 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnetallocation.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.395180 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.395686 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: subnet_allocation Jun 14 03:13:45.396010 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.396661 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.397163 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: subnetpool-prefix-ops Jun 14 03:13:45.397483 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.398423 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.399476 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 03:13:45.399871 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: tagging.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.400918 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.401437 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: standard-attr-tag Jun 14 03:13:45.401788 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: timestamp.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.402976 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.403489 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loaded extension: standard-attr-timestamp Jun 14 03:13:45.403818 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: trunk.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.404827 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.405336 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension trunk not supported by any of loaded plugins Jun 14 03:13:45.405692 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: trunk_details.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.406593 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.407096 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension trunk-details not supported by any of loaded plugins Jun 14 03:13:45.407423 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: uplink_status_propagation.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.408328 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.408832 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 03:13:45.409157 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Loading extension file: vlantransparent.py {{(pid=92366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 03:13:45.409856 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 03:13:45.410360 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 03:13:45.412816 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:network Jun 14 03:13:45.413362 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnet Jun 14 03:13:45.413784 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 03:13:45.414188 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:port Jun 14 03:13:45.415496 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.415942 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service FLAVORS assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.416558 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.416979 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.417310 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:router Jun 14 03:13:45.417780 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:floatingip Jun 14 03:13:45.418270 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service METERING assigned prefix: /metering {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.419691 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.420063 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.420415 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:13:45.421391 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 03:13:45.421872 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:security_group Jun 14 03:13:45.422306 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 03:13:45.422907 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service CORE assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.423236 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 03:13:45.423589 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] subnetpool is already registered Jun 14 03:13:45.424009 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service CORE assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.424332 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 03:13:45.424662 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] subnetpool is already registered Jun 14 03:13:45.426976 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.427406 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service FLAVORS assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.428240 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.428657 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.428989 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:router Jun 14 03:13:45.429336 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] router is already registered Jun 14 03:13:45.429776 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:floatingip Jun 14 03:13:45.430139 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] floatingip is already registered Jun 14 03:13:45.430588 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service METERING assigned prefix: /metering {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.431248 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 03:13:45.431573 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] rbac_policy is already registered Jun 14 03:13:45.431982 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:security_group Jun 14 03:13:45.432316 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] security_group is already registered Jun 14 03:13:45.432715 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 03:13:45.433045 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] security_group_rule is already registered Jun 14 03:13:45.433694 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service CORE assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.434025 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 03:13:45.434360 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] subnetpool is already registered Jun 14 03:13:45.434775 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.v2.resource_helper [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Service CORE assigned prefix: {{(pid=92366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 03:13:45.435101 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 03:13:45.435432 dv-cinder-796170-1-smb neutron-server[92366]: WARNING neutron.quota.resource_registry [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] subnetpool is already registered Jun 14 03:13:45.435895 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: extensions {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.437330 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: address-groups {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.438850 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: address-scopes {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.440236 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: agents {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.441424 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: auto-allocated-topology {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.442749 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: availability_zones {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.443958 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: dhcp-networks {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.445994 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: dhcp-agents {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.447454 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: routers {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.449177 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: flavors {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.450473 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: service_profiles {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.451684 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: next_providers {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.453134 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: service_profiles {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.454706 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: floatingip-pools {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.455946 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: routers {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.457749 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: floatingips {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.459022 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: l3-routers {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.460446 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: l3-agents {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.462461 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: metering-labels {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.463694 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: metering-label-rules {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.466069 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: network-ip-availabilities {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.467330 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: bindings {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.468903 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: quotas {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.470502 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: quotas {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.471973 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: rbac-policies {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.473147 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: security-groups {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.474477 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: security-group-rules {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.475716 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: service-providers {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.476956 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: subnetpools {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.478338 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: subnetpools {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.479886 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.481599 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.483421 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.485211 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.486923 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.488879 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.490604 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.492939 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.494854 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.496627 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron.api.extensions [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Extended resource: tags {{(pid=92366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 03:13:45.502787 dv-cinder-796170-1-smb neutron-server[92366]: WARNING keystonemiddleware.auth_token [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 03:13:45.507303 dv-cinder-796170-1-smb neutron-server[92366]: WARNING keystonemiddleware.auth_token [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 03:13:45.516192 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Acquired lock "singleton_lock" {{(pid=92366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 03:13:45.516676 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_concurrency.lockutils [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Releasing lock "singleton_lock" {{(pid=92366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 03:13:45.517299 dv-cinder-796170-1-smb neutron-server[92366]: INFO oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Starting 2 workers Jun 14 03:13:45.522055 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Started child 92477 {{(pid=92366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 03:13:45.526445 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Started child 92478 {{(pid=92366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 03:13:45.527559 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.528262 dv-cinder-796170-1-smb neutron-server[92366]: INFO neutron.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 03:13:45.528675 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Notify callbacks [] for process, before_spawn {{(pid=92366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.529054 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [-] (92477) wsgi starting up on http://0.0.0.0:9696 Jun 14 03:13:45.531167 dv-cinder-796170-1-smb neutron-server[92366]: INFO oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Starting 1 workers Jun 14 03:13:45.531497 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.532844 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [-] (92478) wsgi starting up on http://0.0.0.0:9696 Jun 14 03:13:45.536306 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Started child 92479 {{(pid=92366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 03:13:45.536854 dv-cinder-796170-1-smb neutron-server[92366]: INFO oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Starting 1 workers Jun 14 03:13:45.539884 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] calling RpcWorker wait() {{(pid=92479) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 03:13:45.540478 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] returning from RpcWorker wait() {{(pid=92479) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 03:13:45.541272 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Started child 92480 {{(pid=92366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 03:13:45.541662 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.542114 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG neutron_lib.callbacks.manager [None req-53fae832-16ca-4a15-a0d6-20e19012f81a None None] Notify callbacks [] for process, after_spawn {{(pid=92366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.542266 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:13:45.544012 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 03:13:45.544232 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 03:13:45.544418 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 03:13:45.544631 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 03:13:45.544961 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 03:13:45.545110 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 03:13:45.545650 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.545927 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.546197 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:45.546735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.546735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.546735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.547244 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.547414 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:13:45.547678 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.547820 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.548029 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.548290 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.548461 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.548622 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.548866 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.549175 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.549415 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.549720 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.549973 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.550251 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.550398 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.550663 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.550951 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.551197 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.551472 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] debug = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.551726 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.552244 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.552497 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.552748 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.553256 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.553695 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.553851 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.554068 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.554318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.554567 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.554800 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.555585 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.555834 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.556064 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.556333 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.556553 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.556775 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.557330 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] host = dv-cinder-796170-1-smb {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.557489 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.557801 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.558007 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.558258 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.558518 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.558755 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.559011 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.559254 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.559497 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.559729 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.559993 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.560260 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.560513 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.560750 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.560899 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_options = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.561152 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.561429 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.561696 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.561893 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.562066 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.562242 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.562491 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.562661 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.562913 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.563129 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.563345 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.563581 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.563811 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.564035 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.564280 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.564518 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.564738 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.564947 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.565202 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.565461 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.565702 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.565929 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.566163 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.566446 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.566596 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.566828 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.567088 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.567302 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.567522 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.567767 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.568093 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.568348 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.568572 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.568825 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.569049 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.569485 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.569485 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.570047 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.570047 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.570333 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.570556 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.571311 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.571570 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.571838 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.572054 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.572362 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_json = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.572564 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.572782 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.573058 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.573273 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.573521 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.573758 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.573978 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.574242 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.574668 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.574949 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.575259 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.575525 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.575761 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.576014 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.576247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.576501 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.576756 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.577005 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.577307 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.577615 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.577875 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.578114 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.578358 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.578679 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.578957 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.579245 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.579463 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.579678 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.579923 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.580143 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.580485 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.580766 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.581046 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.581293 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.581527 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.581787 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.582006 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.582222 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.582475 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.582790 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.583068 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.583295 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.583514 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.583947 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.584362 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.584648 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.585071 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.585336 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.585593 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.585834 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.586247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.586402 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.586585 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.586746 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.586985 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.587872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.587872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.587872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.588118 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.588251 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.588531 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.588842 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.589067 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.589333 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.589589 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.589812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.590027 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.590247 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.590495 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.590747 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.590969 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.591188 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.592150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.592150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.592150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.592150 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.606688 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607318 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.607910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.608428 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.609635 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610182 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.610812 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.611912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.612442 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.612442 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.612600 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.612801 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.613041 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.613254 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.613473 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.613711 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.613959 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.614178 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.614413 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.614656 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.614881 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.615118 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.615336 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.615546 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.615777 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.615993 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.616260 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.616513 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.616727 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.616956 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.617226 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.618004 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.618229 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.618482 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.618725 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.618940 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.619159 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.619378 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.619593 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.619808 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.620049 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.620285 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.620519 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.620767 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.621063 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.621300 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.621692 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.621843 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.622066 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.622317 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.622552 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.622806 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.622990 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.623211 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.623595 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.623968 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.624444 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.624775 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.625083 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.625412 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.625751 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.625976 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.626192 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.626489 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.626745 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.626981 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.627225 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.627459 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.627689 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.627925 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.628137 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.628376 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.628591 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.628843 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.629079 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.629291 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.629509 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.629825 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.630439 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.630661 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.630888 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.631133 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.631369 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.631611 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.631848 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.632060 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.632276 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.632487 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.632806 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.633114 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.633341 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.633653 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.633901 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.634148 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.634398 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.634717 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.634935 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.635177 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.635396 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.635644 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.635860 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.636128 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.636469 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.636750 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.637005 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.637275 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.637543 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.637861 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.638106 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.638321 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.638610 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.638939 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.639212 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.639461 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.639690 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.639965 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.640188 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.640404 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.640645 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.640884 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.641101 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.641375 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.641625 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.641876 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.642094 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.642346 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.642586 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.642810 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.643041 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.643302 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.643517 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.643674 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 03:13:45.644239 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 03:13:45.644399 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 03:13:45.644550 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 03:13:45.644718 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 03:13:45.644885 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 03:13:45.645035 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 03:13:45.645239 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.645401 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.645585 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.645751 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.645908 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646085 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646244 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646402 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646559 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646715 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.646872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647028 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647185 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647342 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647498 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647654 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647810 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.647966 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.648129 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.648285 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.648441 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.649120 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.649281 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] debug = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.649437 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.649674 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.649840 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650000 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650157 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650323 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650472 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650627 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650785 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.650943 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651100 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651256 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651494 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651658 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651815 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.651973 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652130 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652287 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] host = dv-cinder-796170-1-smb {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652444 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652600 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652757 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.652912 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653069 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653226 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653384 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653541 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653725 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.653881 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654038 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654194 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654352 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654695 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654695 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_options = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654870 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.654953 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655095 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655269 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655432 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655589 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655745 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.655902 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656058 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656248 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656365 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656504 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656662 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656818 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.656975 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657130 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657285 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657441 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657625 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657785 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.657942 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658097 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658255 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658411 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658594 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658769 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.658941 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659043 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659207 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659361 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659516 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659672 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659828 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.659983 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660137 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660293 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660449 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660609 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660764 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.660920 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661076 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661233 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661388 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661543 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661720 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.661876 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_json = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662032 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662187 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662342 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662498 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662653 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662810 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.662966 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.663124 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 03:13:45.663303 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.663466 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.663652 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.663814 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.663975 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664134 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664341 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664504 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664665 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664824 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.664990 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665151 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665322 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665482 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665663 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665827 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.665987 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666158 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666329 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666490 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666650 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666809 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.666984 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667148 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667310 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667471 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667632 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667817 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.667942 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668102 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668264 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668426 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668586 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668748 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.668908 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669068 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669228 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669389 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669549 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669731 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.669892 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670214 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670374 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670537 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670700 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.670861 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671021 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671183 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671345 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671514 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671675 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.671835 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.672000 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.672157 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.672475 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.672639 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.672793 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673106 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673269 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673430 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673629 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673792 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.673957 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674115 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674277 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674438 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674599 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674759 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.674920 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675081 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675241 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675404 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675604 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675721 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.675883 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676043 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676203 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676363 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676523 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676682 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.676844 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677005 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677166 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677334 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677508 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677692 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.677853 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.678266 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.678427 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.678588 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.678749 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.678910 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.679070 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.679230 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.679389 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.679550 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.679713 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.680392 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.680556 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.680718 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.680878 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681038 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681198 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681358 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681517 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681699 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.681860 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.682110 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.682244 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.682553 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.682872 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683367 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683367 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683367 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683625 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683705 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683794 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.683964 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684155 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684295 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684457 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684622 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684778 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.684936 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.685287 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.685452 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.685649 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.685824 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.685985 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686148 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686310 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686496 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686657 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686815 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.686977 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.687135 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.687297 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.687574 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.687735 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.687906 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688041 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688203 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688364 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688529 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688694 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.688855 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689015 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689176 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689331 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689489 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689675 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689835 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.689998 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690160 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690321 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690484 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690636 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690793 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.690951 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691111 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691273 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691434 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691595 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691755 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.691913 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692072 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692231 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692391 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692554 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692714 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.692876 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.693038 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.693195 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.693358 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.693516 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.693855 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694016 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694183 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694345 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694505 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694667 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694829 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.694989 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.695152 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.695312 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.695508 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.695694 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.695857 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696017 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696177 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696339 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696497 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696656 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696815 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.696976 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.697135 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.697295 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.697459 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.697689 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.697853 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698013 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698173 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698332 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698493 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698653 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698826 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.698990 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699151 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699312 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699474 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699646 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699807 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.699968 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700129 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700290 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700459 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700620 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700780 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.700941 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701100 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701269 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701429 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701612 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701775 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.701935 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702104 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702265 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702425 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702585 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702745 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.702831 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:13:45.702925 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703066 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703228 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703397 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703559 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703719 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.703881 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704053 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704220 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704384 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704601 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704768 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.704929 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705091 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705257 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705427 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705618 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705797 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.705946 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706104 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706276 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706438 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706603 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706774 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.706934 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707095 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707256 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707416 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707577 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707736 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.707896 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708068 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708220 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708381 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708539 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708698 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.708857 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709017 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709177 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709338 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709498 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709682 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709841 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 03:13:45.709994 dv-cinder-796170-1-smb neutron-server[92366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 03:13:46.003976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51538) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:13:46.013187 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069957 Jun 14 03:13:57.362422 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca436f0-0bd9-4aed-804a-dfe8ebf561a8 None None] get_active_networks_info from dv-cinder-796170-1-smb {{(pid=92479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 03:13:57.426655 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca436f0-0bd9-4aed-804a-dfe8ebf561a8 None None] No non-hosted networks {{(pid=92479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 03:13:57.441979 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.agentschedulers_db [None req-eca436f0-0bd9-4aed-804a-dfe8ebf561a8 None None] DHCP Agent not found on host dv-cinder-796170-1-smb {{(pid=92479) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 14 03:13:57.597448 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0010a102-45c4-42dc-9851-388b98c33571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:59.755826 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6d1b58c3-e5c8-4d0e-8f8c-08bc06937f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:13:59.783400 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.db.api [None req-8184d701-fcb5-4ffb-b7ed-a47e96aab6e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-796170-1-smb {{(pid=92479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:13:59.783882 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_db.api [None req-8184d701-fcb5-4ffb-b7ed-a47e96aab6e8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:14:00.076560 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:00.077457 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.078608 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.079137 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.079839 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.080328 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.080815 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.081313 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.081869 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.083550 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.084146 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.084837 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.085604 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:00.086184 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796170-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:00.098069 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796170-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:00.306218 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-8184d701-fcb5-4ffb-b7ed-a47e96aab6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:01.001099 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:02.703632 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:03.697068 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51634) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:04.237602 dv-cinder-796170-1-smb neutron-server[92478]: WARNING oslo_policy.policy [None req-7b3929c7-4108-4ed5-991a-7ab27d612bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:04.238232 dv-cinder-796170-1-smb neutron-server[92478]: WARNING oslo_policy.policy [None req-7b3929c7-4108-4ed5-991a-7ab27d612bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:04.454449 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [None req-7b3929c7-4108-4ed5-991a-7ab27d612bef admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:14:04.455563 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7b3929c7-4108-4ed5-991a-7ab27d612bef admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7574944 Jun 14 03:14:04.928002 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.db.l3_hamode_db [None req-271e91c9-289d-428b-ad61-0dad6cac8400 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 03:14:05.018497 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e91c9-289d-428b-ad61-0dad6cac8400 None None] Routers set() bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:14:05.018904 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e91c9-289d-428b-ad61-0dad6cac8400 None None] Router IDs set() for agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 14 03:14:06.781812 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51648) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:07.086767 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:07.184378 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.policy [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 03:14:07.229463 dv-cinder-796170-1-smb neutron-server[92478]: WARNING oslo_policy.policy [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:07.229857 dv-cinder-796170-1-smb neutron-server[92478]: WARNING oslo_policy.policy [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:07.238191 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.quota [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] Loaded quota_driver: . Jun 14 03:14:07.407605 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794844646', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794846131', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794832507', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794834341', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794820529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770794879916', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3787304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3778744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1029329'] for rbac-policy, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:07.606158 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:07.607467 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d0afce4a-09b2-44d4-9c53-aab62a256208 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8244846 Jun 14 03:14:10.113225 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51660) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:10.408280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Request body: {'network': {'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'name': 'private', 'admin_state_up': True, 'project_id': 'd71b6a863e614430956c8980d5b075e5'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:10.526127 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Made reservation on behalf of d71b6a863e614430956c8980d5b075e5 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:14:10.529016 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.547570 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.671008 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.742784 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.748032 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:10.762926 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:14:10.793866 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770794877871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.794386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Unsubscribe: segment precommit_create {{(pid=92478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 03:14:10.794872 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Added segment 629fcb55-d78f-4476-a81c-d8fd96004949 of type vlan for network f8463bcf-8325-46e4-9c48-e583aa9bb96e Jun 14 03:14:10.813927 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364fc855-c6f5-42e1-ab82-6bc4d4758150,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:10.871548 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.871878 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.872202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.872518 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.872833 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.873267 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.873662 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.873975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.874302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.874611 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.874915 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.875219 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Tracked resource versions report: Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: pushed versions: Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: { 'AddressGroup': {'1.2'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'ConntrackHelper': {'1.0'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Log': {'1.0'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Network': {'1.1'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Port': {'1.7'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'PortForwarding': {'1.2'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'QosPolicy': {'1.8'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroup': {'1.4'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SubPort': {'1.0'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Subnet': {'1.1'}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Trunk': {'1.1'}} Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: consumer versions: Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'ConntrackHelper': '1.0', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Log': '1.0', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Network': '1.1', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Port': '1.7', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'PortForwarding': '1.2', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'QosPolicy': '1.8', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroup': '1.4', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroupRule': '1.2', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'SubPort': '1.0', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Subnet': '1.1', Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: 'Trunk': '1.1'}} Jun 14 03:14:10.876481 dv-cinder-796170-1-smb neutron-server[92478]: {{(pid=92478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:14:10.931770 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:10.941820 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:11.074901 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:11.076243 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:11.076891 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:11.078899 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:11.193383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8463bcf-8325-46e4-9c48-e583aa9bb96e,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:11.196498 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:11.204607 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:14:11.213511 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0991652 Jun 14 03:14:13.776036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51674) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:14.186298 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed20101-9238-4ca0-866d-fc3d84c15d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:14.187651 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3ed20101-9238-4ca0-866d-fc3d84c15d64 admin admin] 10.222.0.15 "GET /v2.0/networks/f8463bcf-8325-46e4-9c48-e583aa9bb96e HTTP/1.1" status: 200 len: 825 time: 0.4106703 Jun 14 03:14:14.213039 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-84edf813-591d-43fe-9f1f-5aa8dea7cf0d admin admin] 10.222.0.15 "GET /v2.0/subnetpools/e3ebf92f-2320-4804-a099-c91c4a8e76dc HTTP/1.1" status: 200 len: 734 time: 0.0200615 Jun 14 03:14:14.221175 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:14.286167 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Made reservation on behalf of d71b6a863e614430956c8980d5b075e5 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:14:14.289001 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:14.708893 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:14.713758 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:14.788838 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffad302c-3b86-43f8-aac1-e501ab6a21dc,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:14.790795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Checking segment: {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:14:14.791169 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Network hostable DHCP agents. Network: f8463bcf-8325-46e4-9c48-e583aa9bb96e, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:14:14.796160 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:14.885971 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:14:15.011741 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, f8463bcf-8325-46e4-9c48-e583aa9bb96e) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:15.016572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:15.017142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:15.021211 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef23c15-d700-4202-8578-33274c8d74ab None None] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:14:15.109984 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8919899 Jun 14 03:14:15.353492 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:14:15.354769 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:15.631726 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Allocated IP 172.20.0.2 (f8463bcf-8325-46e4-9c48-e583aa9bb96e/ffad302c-3b86-43f8-aac1-e501ab6a21dc/fc15c861-71ca-4242-988b-726fcaaaf43a) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:14:15.889051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:15.903573 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Transition to ACTIVE for port object fc15c861-71ca-4242-988b-726fcaaaf43a will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:14:15.923989 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Transition to ACTIVE for port object fc15c861-71ca-4242-988b-726fcaaaf43a will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:14:16.006608 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:16.009730 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:16.084415 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:14:16.088969 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:16.092031 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:14:16.119374 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Pushing event updated for resources: {'Port': ['ID=fc15c861-71ca-4242-988b-726fcaaaf43a,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:16.150747 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.151087 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.151417 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.151740 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.152057 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.152423 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.152739 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.153051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.153358 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.153694 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.154005 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.154309 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Tracked resource versions report: Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: pushed versions: Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: { 'AddressGroup': {'1.2'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'ConntrackHelper': {'1.0'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Log': {'1.0'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Network': {'1.1'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Port': {'1.7'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'PortForwarding': {'1.2'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'QosPolicy': {'1.8'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroup': {'1.4'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SubPort': {'1.0'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Subnet': {'1.1'}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Trunk': {'1.1'}} Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: consumer versions: Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'ConntrackHelper': '1.0', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Log': '1.0', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Network': '1.1', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Port': '1.7', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'PortForwarding': '1.2', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'QosPolicy': '1.8', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroup': '1.4', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroupRule': '1.2', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'SubPort': '1.0', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Subnet': '1.1', Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: 'Trunk': '1.1'}} Jun 14 03:14:16.155406 dv-cinder-796170-1-smb neutron-server[92479]: {{(pid=92479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:14:16.179740 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:16.193355 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Attempting to bind port fc15c861-71ca-4242-988b-726fcaaaf43a on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:14:16.193780 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Attempting to bind port fc15c861-71ca-4242-988b-726fcaaaf43a by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:14:16.194202 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Attempting to bind port fc15c861-71ca-4242-988b-726fcaaaf43a on network f8463bcf-8325-46e4-9c48-e583aa9bb96e {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:14:16.199523 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:14:16.199930 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Checking segment: {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:14:16.200377 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:16.200762 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Bound using segment: {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:14:16.201241 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Bound port: fc15c861-71ca-4242-988b-726fcaaaf43a, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:14:16.201650 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:16.272076 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] For port fc15c861-71ca-4242-988b-726fcaaaf43a, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:14:16.292807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] For port fc15c861-71ca-4242-988b-726fcaaaf43a, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=fc15c861-71ca-4242-988b-726fcaaaf43a,segment=NetworkSegment(629fcb55-d78f-4476-a81c-d8fd96004949),segment_id=629fcb55-d78f-4476-a81c-d8fd96004949)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:14:16.389803 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:16.392151 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:16.463517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Pushing event updated for resources: {'Port': ['ID=fc15c861-71ca-4242-988b-726fcaaaf43a,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:16.466612 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:17.450793 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51682) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:17.983675 dv-cinder-796170-1-smb neutron-server[92477]: WARNING oslo_policy.policy [None req-28eb41ea-8fcc-4a9c-8587-39aaded39731 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:17.984361 dv-cinder-796170-1-smb neutron-server[92477]: WARNING oslo_policy.policy [None req-28eb41ea-8fcc-4a9c-8587-39aaded39731 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:18.197810 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [None req-28eb41ea-8fcc-4a9c-8587-39aaded39731 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:14:18.199080 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-28eb41ea-8fcc-4a9c-8587-39aaded39731 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7460918 Jun 14 03:14:20.547317 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51696) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:20.869626 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [None req-83fe1220-8ede-413a-9b88-3c8599a5359d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:14:20.869626 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-83fe1220-8ede-413a-9b88-3c8599a5359d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3183875 Jun 14 03:14:21.832981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device fc15c861-71ca-4242-988b-726fcaaaf43a up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:21.977701 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port fc15c861-71ca-4242-988b-726fcaaaf43a completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:14:22.395882 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288944d-df9c-499b-bb25-4b5cf8529f76 None None] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:14:22.550093 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Provisioning for port fc15c861-71ca-4242-988b-726fcaaaf43a completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:14:22.560932 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Provisioning complete for port fc15c861-71ca-4242-988b-726fcaaaf43a triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:22.561325 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:22.734786 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:22.774506 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] For port fc15c861-71ca-4242-988b-726fcaaaf43a, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=fc15c861-71ca-4242-988b-726fcaaaf43a,segment=NetworkSegment(629fcb55-d78f-4476-a81c-d8fd96004949),segment_id=629fcb55-d78f-4476-a81c-d8fd96004949)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:14:22.875004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:22.879477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:22.930624 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Pushing event updated for resources: {'Port': ['ID=fc15c861-71ca-4242-988b-726fcaaaf43a,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:22.933706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:22.993342 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-e94021fc-e710-40d4-b235-3b8512642eb2 None None] Provisioning complete for port fc15c861-71ca-4242-988b-726fcaaaf43a triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:22.993659 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e94021fc-e710-40d4-b235-3b8512642eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:23.512813 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51710) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:23.807981 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'name': 'router1'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:23.812023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device fc15c861-71ca-4242-988b-726fcaaaf43a up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:23.862871 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port fc15c861-71ca-4242-988b-726fcaaaf43a triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:23.873796 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:23.891902 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.policy [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 03:14:23.938290 dv-cinder-796170-1-smb neutron-server[92477]: WARNING oslo_policy.policy [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:23.938674 dv-cinder-796170-1-smb neutron-server[92477]: WARNING oslo_policy.policy [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 03:14:23.947856 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.quota [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Loaded quota_driver: . Jun 14 03:14:24.062946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:24.064612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:24.226581 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:24.286306 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:24.366608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:24.367696 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d660090c-b89a-4e2d-9c8d-2dc6258175d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8539386 Jun 14 03:14:26.651922 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51720) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:26.964184 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [None req-b88b0495-1e74-4fe3-88e0-4fcc39d9d1e0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:14:26.965158 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b88b0495-1e74-4fe3-88e0-4fcc39d9d1e0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123186 Jun 14 03:14:27.302397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-951c4152-cbdc-4db8-8b49-e06887853ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.289675 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51728) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:29.598045 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:29.713741 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Made reservation on behalf of b712c916cd3f480a8f9debdc36393a83 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:14:29.715963 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.726903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.736567 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c9da07f9-6b96-4d3a-91f1-e4f1909eb009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.815792 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.885429 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.889310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:29.900896 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Reserving flat network on physical network physnet1 {{(pid=92478) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 03:14:29.925513 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40affa27-b3b3-4649-872a-e6f9e7e7a692,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:29.929155 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:29.929494 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Added segment e19019aa-3a39-40ba-b0a7-adbbff754771 of type flat for network 91d19e19-f149-47f2-9ef5-826edb1c107d Jun 14 03:14:29.930800 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:29.984160 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:30.040208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:30.108560 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:30.109888 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:30.110457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:30.112443 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:30.189334 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Pushing event updated for resources: {'Network': ['ID=91d19e19-f149-47f2-9ef5-826edb1c107d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:30.191845 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:30.202546 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 91d19e19-f149-47f2-9ef5-826edb1c107d details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:14:30.229760 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9389956 Jun 14 03:14:30.811624 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:32.536347 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 51746) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:32.657004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:32.719534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cd9fe-0ce4-48b5-a089-8281c1cdea31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:32.720846 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bf2cd9fe-0ce4-48b5-a089-8281c1cdea31 admin admin] 10.222.0.15 "GET /v2.0/subnets/ffad302c-3b86-43f8-aac1-e501ab6a21dc HTTP/1.1" status: 200 len: 849 time: 0.1835568 Jun 14 03:14:32.904840 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9616144e-ce0d-4247-b2cd-0f7c697d5e9f admin admin] 10.222.0.15 "GET /v2.0/routers/97cf0943-3640-4539-93ff-0c652a21e0b3 HTTP/1.1" status: 200 len: 704 time: 0.1786439 Jun 14 03:14:33.277023 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:33.623087 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Allocated IP 172.20.0.1 (f8463bcf-8325-46e4-9c48-e583aa9bb96e/ffad302c-3b86-43f8-aac1-e501ab6a21dc/eeceedea-7888-4400-8045-a4654eda32e2) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:14:33.788646 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:33.809956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Transition to ACTIVE for port object eeceedea-7888-4400-8045-a4654eda32e2 will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:14:34.052702 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.055318 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:34.129079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:14:34.134110 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:34.140255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:14:34.140799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.163302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Pushing event updated for resources: {'Port': ['ID=eeceedea-7888-4400-8045-a4654eda32e2,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:34.221669 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:34.437595 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.451226 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-4b4e2935-5c26-4004-8935-8f6709536049 None None] Provisioning for port eeceedea-7888-4400-8045-a4654eda32e2 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:14:34.455269 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-4b4e2935-5c26-4004-8935-8f6709536049 None None] Provisioning complete for port eeceedea-7888-4400-8045-a4654eda32e2 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:34.455649 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2935-5c26-4004-8935-8f6709536049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.494194 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e2935-5c26-4004-8935-8f6709536049 None None] Port eeceedea-7888-4400-8045-a4654eda32e2 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:14:34.650009 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.713353 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.714383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:34.716711 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:34.784392 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Pushing event updated for resources: {'Port': ['ID=eeceedea-7888-4400-8045-a4654eda32e2,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:34.787004 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:34.869314 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:14:34.870673 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:35.114126 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-4e88050a-74d8-4849-9d3a-ae664ebb8761 None None] Provisioning complete for port eeceedea-7888-4400-8045-a4654eda32e2 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:35.114508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4e88050a-74d8-4849-9d3a-ae664ebb8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:35.155925 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-4e88050a-74d8-4849-9d3a-ae664ebb8761 None None] Port eeceedea-7888-4400-8045-a4654eda32e2 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:14:35.188532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Router 97cf0943-3640-4539-93ff-0c652a21e0b3 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:14:35.310538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:14:35.315751 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] 10.222.0.15 "PUT /v2.0/routers/97cf0943-3640-4539-93ff-0c652a21e0b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4060614 Jun 14 03:14:35.320808 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Sync routers for ids ['97cf0943-3640-4539-93ff-0c652a21e0b3'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:14:35.331967 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Routers {'97cf0943-3640-4539-93ff-0c652a21e0b3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:14:35.332805 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:14:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['97cf0943-3640-4539-93ff-0c652a21e0b3'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:35.539751 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Set router 97cf0943-3640-4539-93ff-0c652a21e0b3 gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:14:35.739408 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:14:36.023508 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:34Z', 'revision_number': 2, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port_host': None, '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:34Z', 'revision_number': 2, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:36.029243 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Checking router: 97cf0943-3640-4539-93ff-0c652a21e0b3 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:14:36.029655 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Updating router 97cf0943-3640-4539-93ff-0c652a21e0b3 port eeceedea-7888-4400-8045-a4654eda32e2 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:14:36.102470 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:36.624381 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:36.641357 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Transition to ACTIVE for port object eeceedea-7888-4400-8045-a4654eda32e2 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:14:36.719494 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:36.722157 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:36.868379 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Pushing event updated for resources: {'Port': ['ID=eeceedea-7888-4400-8045-a4654eda32e2,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:36.917090 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.917430 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.917786 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.918120 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.918480 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.918798 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.919114 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.919425 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.919734 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.920052 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.920359 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.920665 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Tracked resource versions report: Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: pushed versions: Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: { 'AddressGroup': {'1.2'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'ConntrackHelper': {'1.0'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Log': {'1.0'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Network': {'1.1'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Port': {'1.7'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'PortForwarding': {'1.2'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'QosPolicy': {'1.8'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroup': {'1.4'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SubPort': {'1.0'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Subnet': {'1.1'}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Trunk': {'1.1'}} Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: consumer versions: Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'ConntrackHelper': '1.0', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Log': '1.0', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Network': '1.1', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Port': '1.7', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'PortForwarding': '1.2', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'QosPolicy': '1.8', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroup': '1.4', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroupRule': '1.2', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'SubPort': '1.0', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Subnet': '1.1', Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: 'Trunk': '1.1'}} Jun 14 03:14:36.921824 dv-cinder-796170-1-smb neutron-server[92480]: {{(pid=92480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:14:36.929297 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:36.963609 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Attempting to bind port eeceedea-7888-4400-8045-a4654eda32e2 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:14:36.964006 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Attempting to bind port eeceedea-7888-4400-8045-a4654eda32e2 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:14:36.964445 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Attempting to bind port eeceedea-7888-4400-8045-a4654eda32e2 on network f8463bcf-8325-46e4-9c48-e583aa9bb96e {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:14:36.969493 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:14:36.979163 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Checking segment: {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:14:36.979163 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:36.979163 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Bound using segment: {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:14:36.979163 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Bound port: eeceedea-7888-4400-8045-a4654eda32e2, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629fcb55-d78f-4476-a81c-d8fd96004949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:14:36.979163 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:37.048282 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] For port eeceedea-7888-4400-8045-a4654eda32e2, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:14:37.073150 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] For port eeceedea-7888-4400-8045-a4654eda32e2, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=eeceedea-7888-4400-8045-a4654eda32e2,segment=NetworkSegment(629fcb55-d78f-4476-a81c-d8fd96004949),segment_id=629fcb55-d78f-4476-a81c-d8fd96004949)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:14:37.109578 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:37.112683 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:37.177864 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Routers {'97cf0943-3640-4539-93ff-0c652a21e0b3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:14:37.179478 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:14:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['97cf0943-3640-4539-93ff-0c652a21e0b3'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:37.181463 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Pushing event updated for resources: {'Port': ['ID=eeceedea-7888-4400-8045-a4654eda32e2,revision_number=4']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:37.185478 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:37.308273 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] Set router 97cf0943-3640-4539-93ff-0c652a21e0b3 gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:14:37.500122 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51766) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:37.576476 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:34Z', 'revision_number': 2, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port_host': None, '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:37Z', 'revision_number': 4, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:37.579871 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3a311-07e4-41f9-8648-9c54ac08815d None None] The sync data for ids ['97cf0943-3640-4539-93ff-0c652a21e0b3'] in dv-cinder-796170-1-smb is: [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:34Z', 'revision_number': 2, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port_host': None, '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:37Z', 'revision_number': 4, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:14:37.705385 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a80bfb-a40a-4bb2-a8b3-dd6a82cedfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:37.706887 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f7a80bfb-a40a-4bb2-a8b3-dd6a82cedfd1 admin admin] 10.222.0.15 "GET /v2.0/networks/91d19e19-f149-47f2-9ef5-826edb1c107d HTTP/1.1" status: 200 len: 842 time: 0.2057812 Jun 14 03:14:37.717657 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:37.822720 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Made reservation on behalf of b712c916cd3f480a8f9debdc36393a83 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:14:37.825573 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:38.355911 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.objects.ports [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92477) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 14 03:14:38.356298 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:38.361040 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:38.430501 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:14:38.430852 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Network hostable DHCP agents. Network: 91d19e19-f149-47f2-9ef5-826edb1c107d, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:14:38.437512 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb097f0c-2c31-4fdd-98f3-055e9ad7fd98,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:38.449226 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.449574 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.449893 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.450210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.450521 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.450830 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.451138 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.451445 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.451757 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.452061 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.452364 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.452673 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Tracked resource versions report: Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: pushed versions: Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: { 'AddressGroup': {'1.2'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'ConntrackHelper': {'1.0'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Log': {'1.0'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Network': {'1.1'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Port': {'1.7'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'PortForwarding': {'1.2'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'QosPolicy': {'1.8'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroup': {'1.4'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SubPort': {'1.0'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Subnet': {'1.1'}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Trunk': {'1.1'}} Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: consumer versions: Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'ConntrackHelper': '1.0', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Log': '1.0', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Network': '1.1', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Port': '1.7', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'PortForwarding': '1.2', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'QosPolicy': '1.8', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroup': '1.4', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroupRule': '1.2', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'SubPort': '1.0', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Subnet': '1.1', Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: 'Trunk': '1.1'}} Jun 14 03:14:38.453779 dv-cinder-796170-1-smb neutron-server[92477]: {{(pid=92477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:14:38.488912 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:38.560079 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:14:38.611431 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 91d19e19-f149-47f2-9ef5-826edb1c107d) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:38.616543 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:38.617175 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:38.622306 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649aeb79-968c-484d-88a1-386bf461c0fc None None] Network 91d19e19-f149-47f2-9ef5-826edb1c107d requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:14:38.669621 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9563265 Jun 14 03:14:38.843210 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bce4a-5b76-4dd4-abab-205ba4b1d0aa None None] Network 91d19e19-f149-47f2-9ef5-826edb1c107d requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:14:40.920276 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51782) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:41.152403 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3a80813f-84d4-4a69-a3e6-52007e4f9a90 admin admin] 10.222.0.15 "GET /v2.0/routers/97cf0943-3640-4539-93ff-0c652a21e0b3 HTTP/1.1" status: 200 len: 710 time: 0.2310121 Jun 14 03:14:41.265007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd170ab-62a1-4f3e-aaec-61dfa550da02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:14:41.266396 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ddd170ab-62a1-4f3e-aaec-61dfa550da02 admin admin] 10.222.0.15 "GET /v2.0/networks/91d19e19-f149-47f2-9ef5-826edb1c107d HTTP/1.1" status: 200 len: 886 time: 0.1090207 Jun 14 03:14:41.275391 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:14:41.620248 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:41.848906 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device eeceedea-7888-4400-8045-a4654eda32e2 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:42.005848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.011287 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port eeceedea-7888-4400-8045-a4654eda32e2 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:14:42.015636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port eeceedea-7888-4400-8045-a4654eda32e2 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:42.015636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.090198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.106170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.143169 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port eeceedea-7888-4400-8045-a4654eda32e2, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=eeceedea-7888-4400-8045-a4654eda32e2,segment=NetworkSegment(629fcb55-d78f-4476-a81c-d8fd96004949),segment_id=629fcb55-d78f-4476-a81c-d8fd96004949)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:14:42.206164 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.209828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-951ced06-3018-4cdf-bf1b-204065c8ece3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:42.266968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Allocated IP 172.28.1.76 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/0f71d975-37c4-479e-aeb3-f962b8181da2) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:14:42.268433 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=eeceedea-7888-4400-8045-a4654eda32e2,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:42.276041 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:42.399940 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.555836 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:42.558104 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:42.642761 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:14:42.651346 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:14:42.657439 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:14:42.660378 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Pushing event updated for resources: {'Port': ['ID=0f71d975-37c4-479e-aeb3-f962b8181da2,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:42.706436 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:43.138802 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:43.458262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:43.461584 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-932250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-935490'] for router, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:43.602231 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Router 97cf0943-3640-4539-93ff-0c652a21e0b3 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:14:43.742185 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:14:43.746826 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:43.747713 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] 10.222.0.15 "PUT /v2.0/routers/97cf0943-3640-4539-93ff-0c652a21e0b3 HTTP/1.1" status: 200 len: 889 time: 2.4759951 Jun 14 03:14:43.758728 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Sync routers for ids ['97cf0943-3640-4539-93ff-0c652a21e0b3'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:14:43.771000 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Routers {'97cf0943-3640-4539-93ff-0c652a21e0b3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:14:43.772061 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:14:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['97cf0943-3640-4539-93ff-0c652a21e0b3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:43.860428 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device eeceedea-7888-4400-8045-a4654eda32e2 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:44.049788 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port eeceedea-7888-4400-8045-a4654eda32e2 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:44.050105 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:44.055295 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Set router 97cf0943-3640-4539-93ff-0c652a21e0b3 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:14:44.611238 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 4, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port': {'id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:42Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 5, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:44.617164 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Checking router: 97cf0943-3640-4539-93ff-0c652a21e0b3 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:14:44.617542 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Updating router 97cf0943-3640-4539-93ff-0c652a21e0b3 port 0f71d975-37c4-479e-aeb3-f962b8181da2 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:14:44.660315 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.022749 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.032333 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Transition to ACTIVE for port object 0f71d975-37c4-479e-aeb3-f962b8181da2 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:14:45.114052 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.116397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:45.174053 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Attempting to bind port 0f71d975-37c4-479e-aeb3-f962b8181da2 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:14:45.174424 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Attempting to bind port 0f71d975-37c4-479e-aeb3-f962b8181da2 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:14:45.174872 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Attempting to bind port 0f71d975-37c4-479e-aeb3-f962b8181da2 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:14:45.177463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Pushing event updated for resources: {'Port': ['ID=0f71d975-37c4-479e-aeb3-f962b8181da2,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:45.181950 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:45.182828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:14:45.183195 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:14:45.183593 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.183973 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:14:45.184436 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Bound port: 0f71d975-37c4-479e-aeb3-f962b8181da2, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:14:45.185185 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.240023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] For port 0f71d975-37c4-479e-aeb3-f962b8181da2, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:14:45.242972 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] For port 0f71d975-37c4-479e-aeb3-f962b8181da2, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0f71d975-37c4-479e-aeb3-f962b8181da2,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:14:45.308668 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:45.311457 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:45.375069 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Pushing event updated for resources: {'Port': ['ID=0f71d975-37c4-479e-aeb3-f962b8181da2,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:45.377590 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Routers {'97cf0943-3640-4539-93ff-0c652a21e0b3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:14:45.378175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:14:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['97cf0943-3640-4539-93ff-0c652a21e0b3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:45.381492 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:45.519247 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] Set router 97cf0943-3640-4539-93ff-0c652a21e0b3 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:14:45.785581 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 4, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port': {'id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:42Z', 'updated_at': '2021-06-14T03:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 5, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:14:45.789077 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893d0a3-499c-4316-9a16-dad8107cddea None None] The sync data for ids ['97cf0943-3640-4539-93ff-0c652a21e0b3'] in dv-cinder-796170-1-smb is: [{'id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'name': 'router1', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:24Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 4, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'gw_port': {'id': '0f71d975-37c4-479e-aeb3-f962b8181da2', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:42Z', 'updated_at': '2021-06-14T03:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'eeceedea-7888-4400-8045-a4654eda32e2', 'name': '', 'network_id': 'f8463bcf-8325-46e4-9c48-e583aa9bb96e', 'tenant_id': 'd71b6a863e614430956c8980d5b075e5', 'mac_address': 'fa:16:3e:0b:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf0943-3640-4539-93ff-0c652a21e0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:33Z', 'updated_at': '2021-06-14T03:14:42Z', 'revision_number': 5, 'project_id': 'd71b6a863e614430956c8980d5b075e5', 'subnets': [{'id': 'ffad302c-3b86-43f8-aac1-e501ab6a21dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3ebf92f-2320-4804-a099-c91c4a8e76dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:14:46.095484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 51790) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:14:46.226760 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-7c9822b8-7c59-4096-94a3-ae8b996c1f35 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1301553 Jun 14 03:14:47.852351 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0f71d975-37c4-479e-aeb3-f962b8181da2 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:47.989023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 0f71d975-37c4-479e-aeb3-f962b8181da2 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:14:47.993842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 0f71d975-37c4-479e-aeb3-f962b8181da2 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:47.994282 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:48.096860 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:48.122667 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 0f71d975-37c4-479e-aeb3-f962b8181da2, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0f71d975-37c4-479e-aeb3-f962b8181da2,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:14:48.202578 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:48.202796 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:14:48.263154 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=0f71d975-37c4-479e-aeb3-f962b8181da2,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:14:48.269671 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:14:49.876875 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0f71d975-37c4-479e-aeb3-f962b8181da2 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:14:49.953411 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 0f71d975-37c4-479e-aeb3-f962b8181da2 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:14:49.954053 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:57.302906 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c4b62873-00cf-4fa2-9541-98392afadc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:14:59.726170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9f5d-1541-4cb5-a802-775d721ccb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:00.120350 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:00.857083 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:02.667647 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:12.607037 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:15:27.747820 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-43f71e3d-352e-490a-95e7-31640b9478ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:29.736533 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-307dff52-a7c7-4985-a92a-6b1b1b882400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:30.027832 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:30.816730 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:33.336685 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:49.600216 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:15:57.290169 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6ca28122-d4f9-47b0-91e9-0b31e7b13679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:15:59.701535 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0b5-d88a-498b-8a86-de1941ff1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:00.027023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:00.867102 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:02.673024 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:23.294531 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52358) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:23.356407 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.pecan_wsgi.hooks.translation [None req-541bfbf8-7995-4cad-b58e-286cb49b51af admin admin] GET failed (client error): The resource could not be found. Jun 14 03:16:23.357729 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-541bfbf8-7995-4cad-b58e-286cb49b51af admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621083 Jun 14 03:16:23.527157 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfa9ad-7a68-4457-af0f-8d0f0b81e9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:23.528615 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c9dfa9ad-7a68-4457-af0f-8d0f0b81e9e1 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1672006 Jun 14 03:16:25.657442 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52368) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:25.763296 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07606146-4f18-4ba9-9d70-07b6b159f683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:25.764598 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-07606146-4f18-4ba9-9d70-07b6b159f683 admin admin] 10.222.0.15 "GET /v2.0/subnets/ffad302c-3b86-43f8-aac1-e501ab6a21dc HTTP/1.1" status: 200 len: 849 time: 0.1061778 Jun 14 03:16:25.773546 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:16:25.871202 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Notify callbacks [] for subnet, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:26.095239 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770794765114'] for subnet, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:26.098232 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:16:26.136064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:26.136642 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:26.137949 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] 10.222.0.15 "PUT /v2.0/subnets/ffad302c-3b86-43f8-aac1-e501ab6a21dc HTTP/1.1" status: 200 len: 868 time: 0.3679576 Jun 14 03:16:26.157121 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53a67e-ffa8-4ca2-a981-ec90f1b58518 None None] Network f8463bcf-8325-46e4-9c48-e583aa9bb96e requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:16:26.160157 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffad302c-3b86-43f8-aac1-e501ab6a21dc,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:16:26.167870 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.168235 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.168524 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.168849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.169168 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.169488 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.169831 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.170146 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.170467 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.170781 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.171108 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.171582 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:16:26.175788 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:16:26.598129 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-df9b88ea-f08c-4aab-8182-b8027dd78339 None None] Provisioning complete for port eeceedea-7888-4400-8045-a4654eda32e2 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:16:26.598516 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-df9b88ea-f08c-4aab-8182-b8027dd78339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:26.604729 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:16:26.696864 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-df9b88ea-f08c-4aab-8182-b8027dd78339 None None] Provisioning complete for port fc15c861-71ca-4242-988b-726fcaaaf43a triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:16:26.697246 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-df9b88ea-f08c-4aab-8182-b8027dd78339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:27.318579 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6b63fa4d-9423-45c8-8f6c-93a4cb8b1de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:28.263126 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52376) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:28.467423 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694d122-6638-482d-8f25-fd8bf6f7e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:28.467812 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694d122-6638-482d-8f25-fd8bf6f7e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:28.469324 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3694d122-6638-482d-8f25-fd8bf6f7e4a1 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052441 Jun 14 03:16:29.729692 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-93505e12-f787-4cf3-8d56-0a2a2d26920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:30.009585 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:30.572047 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52384) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:30.723401 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4ec2c-28c2-4d7f-8a7e-4cea0f674b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:30.723874 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4ec2c-28c2-4d7f-8a7e-4cea0f674b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:30.725408 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-78e4ec2c-28c2-4d7f-8a7e-4cea0f674b32 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1523440 Jun 14 03:16:30.832605 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:32.690441 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:32.848121 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52392) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:33.071522 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81091db-e3a5-4031-aad4-2284efd7b2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:33.073295 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f81091db-e3a5-4031-aad4-2284efd7b2b0 admin admin] 10.222.0.15 "GET /v2.0/networks/91d19e19-f149-47f2-9ef5-826edb1c107d HTTP/1.1" status: 200 len: 886 time: 0.2243047 Jun 14 03:16:35.202028 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52400) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:35.368160 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e03acf-e996-4d8a-a4b2-22f65c1a14e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:35.369414 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-42e03acf-e996-4d8a-a4b2-22f65c1a14e7 admin admin] 10.222.0.15 "GET /v2.0/networks/f8463bcf-8325-46e4-9c48-e583aa9bb96e HTTP/1.1" status: 200 len: 869 time: 0.1664248 Jun 14 03:16:37.487743 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52408) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:37.613357 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff2fb37-699c-4bdf-9ff7-610b11db68aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:37.613841 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff2fb37-699c-4bdf-9ff7-610b11db68aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:37.615343 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3ff2fb37-699c-4bdf-9ff7-610b11db68aa admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266534 Jun 14 03:16:39.733387 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52416) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:39.827908 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2b7e2-e2a9-49a5-baa5-c3f42b0f6134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:39.828369 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2b7e2-e2a9-49a5-baa5-c3f42b0f6134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:39.829900 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-92f2b7e2-e2a9-49a5-baa5-c3f42b0f6134 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954764 Jun 14 03:16:41.941047 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52424) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:42.034446 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b999ef-b498-450a-b1a0-95fa7915cfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:42.035756 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a9b999ef-b498-450a-b1a0-95fa7915cfb8 admin admin] 10.222.0.15 "GET /v2.0/subnets/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98 HTTP/1.1" status: 200 len: 816 time: 0.0937452 Jun 14 03:16:44.146601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52434) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:16:44.241923 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0605b55-43d6-48e8-a4d6-6c0f2f773b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:16:44.243235 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e0605b55-43d6-48e8-a4d6-6c0f2f773b27 admin admin] 10.222.0.15 "GET /v2.0/subnets/ffad302c-3b86-43f8-aac1-e501ab6a21dc HTTP/1.1" status: 200 len: 868 time: 0.0957024 Jun 14 03:16:57.294649 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7932c28e-d199-4612-9e36-99d3740c3b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:16:59.712175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7a38fea8-80a5-46f0-b89c-5e956abbbf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:00.026814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:00.837855 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:02.694794 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:03.606038 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:17:07.300480 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52478) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:17:07.345300 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [None req-0c320d5e-9f11-484a-83a2-f0280013729f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:17:07.346324 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-0c320d5e-9f11-484a-83a2-f0280013729f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449078 Jun 14 03:17:09.538136 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52486) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:17:09.599214 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce222a1e-68ac-46d2-92db-606cd0f7b9c7 admin admin] GET failed (client error): The resource could not be found. Jun 14 03:17:09.600525 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-ce222a1e-68ac-46d2-92db-606cd0f7b9c7 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614600 Jun 14 03:17:09.758838 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898f4c2-b3d7-49ae-9e27-4f6c85bf3513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:17:09.760210 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-1898f4c2-b3d7-49ae-9e27-4f6c85bf3513 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559200 Jun 14 03:17:11.892271 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52494) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:17:11.936980 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:17:12.020289 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Made reservation on behalf of b712c916cd3f480a8f9debdc36393a83 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:17:12.022572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:12.055962 dv-cinder-796170-1-smb neutron-server[92478]: WARNING neutron.services.revisions.revision_plugin [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Could not find related network for resource to bump revision. Jun 14 03:17:12.067133 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:17:12.075771 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:12.076041 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Added segment f4c4fb49-71cb-480d-95a5-4ae0789609a0 of type vlan for network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 Jun 14 03:17:12.128228 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:12.231508 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:12.232771 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:17:12.233342 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:12.235297 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-48eeb367-fce4-4c38-a38a-0b3df22007d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:17:12.311274 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe79f67-bb6c-4182-8e8c-3b57c2b37708,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:17:12.317800 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.318138 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.318467 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.318790 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.319108 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.319427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.319742 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.320056 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.320372 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.320689 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.321038 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.321348 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:12.324706 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:17:12.330051 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4361036 Jun 14 03:17:12.333505 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:17:14.452856 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52502) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:17:14.514500 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.pecan_wsgi.hooks.translation [None req-86264e62-9091-4abf-962f-e145d1fa29f9 admin admin] GET failed (client error): The resource could not be found. Jun 14 03:17:14.515799 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-86264e62-9091-4abf-962f-e145d1fa29f9 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620081 Jun 14 03:17:14.605720 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda825d-eeb3-4864-9ca0-1447c79b3c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:17:14.607136 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5bda825d-eeb3-4864-9ca0-1447c79b3c13 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0869291 Jun 14 03:17:14.616450 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:17:14.694573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Made reservation on behalf of b712c916cd3f480a8f9debdc36393a83 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:17:14.696759 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:14.974744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:14.977467 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:17:15.041597 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9408b2c1-bc24-4332-894a-9767e3a6f226,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:17:15.045545 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:17:15.051619 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Checking segment: {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:17:15.051972 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Network hostable DHCP agents. Network: 4fe79f67-bb6c-4182-8e8c-3b57c2b37708, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:17:15.117615 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:17:15.186064 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 4fe79f67-bb6c-4182-8e8c-3b57c2b37708) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:17:15.190192 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:17:15.190833 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:15.195124 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9b48a-52d4-4299-8670-c9a9276273de None None] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:17:15.261855 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6485701 Jun 14 03:17:15.380958 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-4fe79f67-bb6c-4182-8e8c-3b57c2b37708', 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708', 'tenant_id': 'b712c916cd3f480a8f9debdc36393a83', 'fixed_ips': [{'subnet_id': '9408b2c1-bc24-4332-894a-9767e3a6f226'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:17:15.381869 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:15.537388 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Allocated IP 192.168.233.2 (4fe79f67-bb6c-4182-8e8c-3b57c2b37708/9408b2c1-bc24-4332-894a-9767e3a6f226/04284595-7043-441f-b59e-0a6c8ef08d85) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:17:15.712694 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:15.721471 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Transition to ACTIVE for port object 04284595-7043-441f-b59e-0a6c8ef08d85 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:17:15.736420 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Transition to ACTIVE for port object 04284595-7043-441f-b59e-0a6c8ef08d85 will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:17:15.792737 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:15.794958 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:17:15.843824 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:17:15.846858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:17:15.850235 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:17:15.857328 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Pushing event updated for resources: {'Port': ['ID=04284595-7043-441f-b59e-0a6c8ef08d85,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:17:15.983223 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.983570 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.983907 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.984238 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.984566 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.984896 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.985254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.985648 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.986500 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.986816 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.987151 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.987470 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:17:15.992874 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:17:16.027826 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Attempting to bind port 04284595-7043-441f-b59e-0a6c8ef08d85 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:17:16.028200 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Attempting to bind port 04284595-7043-441f-b59e-0a6c8ef08d85 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:17:16.028564 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Attempting to bind port 04284595-7043-441f-b59e-0a6c8ef08d85 on network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:17:16.034047 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:17:16.034421 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Checking segment: {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:17:16.034825 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:16.035222 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Bound using segment: {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:17:16.035725 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Bound port: 04284595-7043-441f-b59e-0a6c8ef08d85, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:17:16.036105 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:16.111933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] For port 04284595-7043-441f-b59e-0a6c8ef08d85, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:17:16.114975 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] For port 04284595-7043-441f-b59e-0a6c8ef08d85, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=04284595-7043-441f-b59e-0a6c8ef08d85,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:17:16.215413 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:16.217730 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:17:16.284045 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Pushing event updated for resources: {'Port': ['ID=04284595-7043-441f-b59e-0a6c8ef08d85,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:17:16.287217 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:17:17.053510 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378c4f1-b1a9-4506-992a-c840aae339fa None None] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:17:17.153364 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-54110a55-4b62-43a2-8d8c-28ba254493b0 None None] Provisioning for port 04284595-7043-441f-b59e-0a6c8ef08d85 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:17:17.960930 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 04284595-7043-441f-b59e-0a6c8ef08d85 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:17:18.106249 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 04284595-7043-441f-b59e-0a6c8ef08d85 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:17:18.110563 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 04284595-7043-441f-b59e-0a6c8ef08d85 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:17:18.111479 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:18.201424 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:18.237263 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 04284595-7043-441f-b59e-0a6c8ef08d85, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=04284595-7043-441f-b59e-0a6c8ef08d85,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:17:18.283169 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:18.285389 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:17:18.340545 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=04284595-7043-441f-b59e-0a6c8ef08d85,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:17:18.343533 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:17:19.938174 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 04284595-7043-441f-b59e-0a6c8ef08d85 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:17:19.991974 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 04284595-7043-441f-b59e-0a6c8ef08d85 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:17:19.992349 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:27.294968 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f197-3e85-4fad-87c6-cbe373580c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:29.712243 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ffbdea59-9cb0-4af6-ad2f-1f5ab56873c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:30.066039 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:30.826540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:32.723009 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:40.608538 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:17:57.294248 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf58c-7fa3-4f96-99ec-9bbf91481bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:17:59.711765 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-17b93484-55ea-4867-9ab6-bdfc5f320102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:00.025351 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:00.825435 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:02.710718 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:17.607906 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:18:27.311119 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-76138b8f-3afe-471c-a2d4-de7aff9370d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:29.699709 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f1f73f75-6ac9-4c83-b900-cd813cc3f60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:30.014155 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:30.825439 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:32.699806 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:34.746664 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52554) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:18:34.752591 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [None req-b572f91e-67f1-4ada-8cce-7299a9fccd5d tempest-verify_tempest_config-329385830 tempest-verify_tempest_config-329385830-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:18:34.753523 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b572f91e-67f1-4ada-8cce-7299a9fccd5d tempest-verify_tempest_config-329385830 tempest-verify_tempest_config-329385830-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058985 Jun 14 03:18:35.260453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52572) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:18:35.363614 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.452622 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.539407 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.542332 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:18:35.588130 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99d1599e710443e0a2c55ccf6d010d13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3265710 Jun 14 03:18:35.588839 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cd8fd-6172-48ad-9409-f108a50b7d5b,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:18:35.590646 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52576) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:18:35.601084 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.601441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.601802 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.602140 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.602471 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.602799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.603125 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.603451 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.603793 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.604120 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.604441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.604760 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:18:35.614399 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:18:35.659765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.681956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.819572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.822458 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:35.823583 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c8cd8fd-6172-48ad-9409-f108a50b7d5b HTTP/1.1" status: 204 len: 168 time: 0.2312765 Jun 14 03:18:35.824196 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:18:35.832479 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cd8fd-6172-48ad-9409-f108a50b7d5b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:18:35.834701 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:18:54.608704 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:18:57.322079 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c07bef3a-baf3-4f75-9330-c047870d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:18:59.739344 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4f48938c-d380-4896-9126-0e8c3ae03734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:00.031033 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:00.853051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:02.728011 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:27.356473 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1b2805b0-caa2-4d95-9a26-7a7f3bb84692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:29.772982 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-168f35ff-5c98-48d9-8a61-78071c5fab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:29.995881 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:30.859104 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:31.610179 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:19:32.744773 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:57.310552 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dee1e0a4-4c94-429d-a91b-5a129d27d1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:19:59.710052 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7bc9aa78-41f1-4e35-b0ed-022474e33c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:00.018636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:00.830141 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:02.739559 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:08.614868 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 5 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:20:14.138827 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862'] for agent, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:17.280883 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52628) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:20:17.384260 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7758f68d-6f51-45be-abbd-dad708a36c18 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1023018 Jun 14 03:20:19.498312 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52638) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:20:19.550122 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-0f66e877-389a-4ed8-b7a4-564cd1ae7e0c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0507448 Jun 14 03:20:27.327156 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b4316378-75be-45cf-a013-7ad219416ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:29.715365 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c74-a4cf-47fa-90dc-0f5ad5852ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:30.029908 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:30.858417 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:32.743992 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:44.098596 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:45.616295 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:20:57.315260 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b0517eca-1bce-4d71-8bbd-7435672da995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:20:59.721250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d4cb42e6-cd66-417c-a420-564dd7148c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:00.024139 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:00.868812 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:02.750203 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:14.092675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:22.618987 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:21:27.320934 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-9649e604-3e9b-4408-8f3e-e25b05b8f143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:29.726903 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d98f0259-0c7e-4233-9f35-b60a2aa0d979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:30.029893 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:30.841298 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:32.738484 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:44.103620 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:53.552705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52826) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:53.850103 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-123586124-network', 'tenant_id': 'a6697e976047494e88c3cffce0363e1c'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:53.963392 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52850) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:53.969784 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Made reservation on behalf of a6697e976047494e88c3cffce0363e1c for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:53.972619 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:53.983916 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.076546 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.138394 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.142941 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:54.169851 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:21:54.172649 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52860) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:54.183594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d5c7d-6799-410a-a661-c6910a2f5c35,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:54.192612 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.192953 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.193725 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.193725 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.194006 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.194315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.194634 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.194953 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.195270 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.195584 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.195897 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.196209 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Tracked resource versions report: Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: pushed versions: Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: { 'AddressGroup': {'1.2'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'ConntrackHelper': {'1.0'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Log': {'1.0'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Network': {'1.1'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Port': {'1.7'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'PortForwarding': {'1.2'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'QosPolicy': {'1.8'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroup': {'1.4'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SubPort': {'1.0'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Subnet': {'1.1'}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Trunk': {'1.1'}} Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: consumer versions: Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: HyperV agent@hv-cinder-79617: {}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'ConntrackHelper': '1.0', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Log': '1.0', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Network': '1.1', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Port': '1.7', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'PortForwarding': '1.2', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'QosPolicy': '1.8', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroup': '1.4', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SecurityGroupRule': '1.2', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'SubPort': '1.0', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Subnet': '1.1', Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: 'Trunk': '1.1'}} Jun 14 03:21:54.197247 dv-cinder-796170-1-smb neutron-server[92478]: {{(pid=92478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:21:54.201690 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:54.202927 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.203269 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Added segment 870dc865-334d-480b-9bdf-cb2d4e627921 of type vlan for network fa081582-846b-4032-8607-f43cdbb2ba40 Jun 14 03:21:54.341775 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.462728 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.464079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:54.464664 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.479705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:54.506021 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52870) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:54.569938 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Pushing event updated for resources: {'Network': ['ID=fa081582-846b-4032-8607-f43cdbb2ba40,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:54.576054 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-513281761-network', 'tenant_id': 'f4fae435cd7546208494251f77a30d42'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:54.583705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:54.585187 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network fa081582-846b-4032-8607-f43cdbb2ba40 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:21:54.592970 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-89538659-network', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:54.611199 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0527616 Jun 14 03:21:54.612575 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52874) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:54.621214 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Request body: {'subnet': {'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-123586124-subnet', 'tenant_id': 'a6697e976047494e88c3cffce0363e1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:54.727212 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Made reservation on behalf of f4fae435cd7546208494251f77a30d42 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:54.730377 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.745451 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.751701 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.db.api [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 03:21:54.751701 dv-cinder-796170-1-smb neutron-server[92477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 03:21:54.751701 dv-cinder-796170-1-smb neutron-server[92477]: [parameters: {'project_id_1': 'a6697e976047494e88c3cffce0363e1c', 'expiration_1': datetime.datetime(2021, 6, 14, 3, 21, 54, 629778)}] Jun 14 03:21:54.751701 dv-cinder-796170-1-smb neutron-server[92477]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:21:54.752082 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_db.api [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:21:54.818477 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Made reservation on behalf of 8011d0383d334fbc87e7325584b4b2f2 for: {'network': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:54.820765 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.841840 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.876101 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1895391247-network', 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:54.904045 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:54.958596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52886) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:54.995355 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.001188 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f55db065-fe3e-4ac8-a6cf-83aa63875275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:55.022354 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:21:55.031826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde0f172-05ab-4d4a-af75-df1b6483e5cf,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:55.036856 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:55.037931 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.038269 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Added segment 38b9a9ae-8b99-47df-ac02-7d7ef63362f4 of type vlan for network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 Jun 14 03:21:55.088988 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.107484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.183380 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.190767 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:55.208041 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.212576 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=92477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:21:55.212693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:55.212693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.212969 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:55.229658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770794877871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.230508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Unsubscribe: segment precommit_create {{(pid=92477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 03:21:55.231131 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.segments_db [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Added segment 0ffdb7be-6035-476d-aa39-6e00341906fb of type vlan for network 9095088c-5ffe-45af-94dc-8af3c9e4b500 Jun 14 03:21:55.293810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Pushing event updated for resources: {'Network': ['ID=1d26a4cb-5c11-489c-a59b-c5bca0b37103,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:55.295524 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-51122858-network', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:55.296660 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:55.306996 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:21:55.312292 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'network': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:55.314698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.328412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.376280 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beba78f-d996-4f66-9a84-5fd0f7f0115c,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:55.380372 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.393852 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4293261 Jun 14 03:21:55.395063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52910) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:55.396590 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.396932 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.397279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.397607 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.397931 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.398251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.398618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.398934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.399334 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.399566 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.399870 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.400353 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:55.400910 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Request body: {'subnet': {'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-513281761-subnet', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Tracked resource versions report: Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: pushed versions: Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: { 'AddressGroup': {'1.2'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'ConntrackHelper': {'1.0'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Log': {'1.0'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Network': {'1.1'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Port': {'1.7'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'PortForwarding': {'1.2'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'QosPolicy': {'1.8'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroup': {'1.4'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SubPort': {'1.0'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Subnet': {'1.1'}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Trunk': {'1.1'}} Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: consumer versions: Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: HyperV agent@hv-cinder-79617: {}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'ConntrackHelper': '1.0', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Log': '1.0', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Network': '1.1', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Port': '1.7', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'PortForwarding': '1.2', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'QosPolicy': '1.8', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroup': '1.4', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SecurityGroupRule': '1.2', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'SubPort': '1.0', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Subnet': '1.1', Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: 'Trunk': '1.1'}} Jun 14 03:21:55.401935 dv-cinder-796170-1-smb neutron-server[92477]: {{(pid=92477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:21:55.422697 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:55.458491 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.459934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:55.460589 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.463696 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:55.514299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Made reservation on behalf of a6697e976047494e88c3cffce0363e1c for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:55.516593 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.601328 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Pushing event updated for resources: {'Network': ['ID=9095088c-5ffe-45af-94dc-8af3c9e4b500,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:55.605156 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:55.620866 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:21:55.699618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Made reservation on behalf of a8c7d84dd7fb452998cc19cffc074b51 for: {'network': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:55.704259 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.730304 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.784603 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Made reservation on behalf of f4fae435cd7546208494251f77a30d42 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:55.787755 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.806452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.db.api [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 03:21:55.806452 dv-cinder-796170-1-smb neutron-server[92477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 03:21:55.806452 dv-cinder-796170-1-smb neutron-server[92477]: [parameters: {'project_id_1': 'a8c7d84dd7fb452998cc19cffc074b51', 'expiration_1': datetime.datetime(2021, 6, 14, 3, 21, 55, 773511)}] Jun 14 03:21:55.806452 dv-cinder-796170-1-smb neutron-server[92477]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:21:55.807288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_db.api [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:21:55.929369 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.931613 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:55.934532 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b7ece06c-d447-459e-a790-2c409dea7c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:56.011405 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.014045 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9930d6b4-dff2-4808-90ef-7d22ff880d6e,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:56.021217 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:56.021986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:56.044068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=92477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:21:56.056316 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Checking segment: {'id': '870dc865-334d-480b-9bdf-cb2d4e627921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:56.056671 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Network hostable DHCP agents. Network: fa081582-846b-4032-8607-f43cdbb2ba40, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:21:56.063823 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f3be1-b42f-469f-b3cb-00e76642e117,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:56.069904 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.070242 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.segments_db [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Added segment c3bffb86-88cd-458c-8b58-46d172d52440 of type vlan for network d047a095-e834-49ae-8840-547f577acb46 Jun 14 03:21:56.072719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:56.086373 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3c851f5d-3510-4d7c-96c4-1ed04ccda63e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9099245 Jun 14 03:21:56.087075 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52932) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:56.093540 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Request body: {'subnet': {'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-subnet', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:56.152832 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.176742 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.180135 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-89b6b24d-d3a5-47e4-b86d-64d3153e08d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:56.229883 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Network fa081582-846b-4032-8607-f43cdbb2ba40 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:21:56.248639 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e72776b-c448-421a-b5f7-aaffeee8bd12,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:56.252819 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:56.256605 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Checking segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:56.256959 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Network hostable DHCP agents. Network: 1d26a4cb-5c11-489c-a59b-c5bca0b37103, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:21:56.265421 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.266444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Made reservation on behalf of 8011d0383d334fbc87e7325584b4b2f2 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:56.268857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.272150 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:56.272719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.287253 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:56.313883 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.338639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, fa081582-846b-4032-8607-f43cdbb2ba40) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:56.351905 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:56.352072 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd2cfa-1c8f-44c4-ae3b-68b6f3f14540 None None] Network fa081582-846b-4032-8607-f43cdbb2ba40 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:56.352174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.401591 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:21:56.415549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 1d26a4cb-5c11-489c-a59b-c5bca0b37103) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:56.415549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:56.415549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.462211 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a957b3-fddd-4f45-872e-1159c74667da None None] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:56.491142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52944) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:56.491376 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9836051 Jun 14 03:21:56.495716 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Pushing event updated for resources: {'Network': ['ID=d047a095-e834-49ae-8840-547f577acb46,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:56.497982 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Request body: {'subnet': {'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1895391247-subnet', 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:56.504968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:56.515135 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1164932 Jun 14 03:21:56.518415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 52946) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:56.528892 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:56.553123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.db.api [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 03:21:56.553123 dv-cinder-796170-1-smb neutron-server[92478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 03:21:56.553123 dv-cinder-796170-1-smb neutron-server[92478]: [parameters: {'project_id_1': '0b7f3dcbb06742bc8c1e409f83b03f53', 'expiration_1': datetime.datetime(2021, 6, 14, 3, 21, 56, 505247)}] Jun 14 03:21:56.553123 dv-cinder-796170-1-smb neutron-server[92478]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:21:56.558766 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_db.api [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:21:56.568620 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network d047a095-e834-49ae-8840-547f577acb46 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:21:56.802949 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.804540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466fcd4-81c9-4fd1-b353-a143152d0d6d None None] Network fa081582-846b-4032-8607-f43cdbb2ba40 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:56.853105 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:56.857210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:56.936810 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:21:56.937690 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.045309 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.069291 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f5e748-01b5-4416-b5c3-d7f37dcba361,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:57.074381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:57.076766 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:57.090140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:21:57.125589 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.125943 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.segments_db [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Added segment 9a1d0c93-231c-476e-a2fe-fbf2b7e11e05 of type vlan for network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e Jun 14 03:21:57.135521 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-41fcb377-aaa2-4fca-94e3-45a45a2239c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5210738 Jun 14 03:21:57.161639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e1329-3881-4ead-9815-b9324731ab17,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:57.190937 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Checking segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:57.191294 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Network hostable DHCP agents. Network: 9095088c-5ffe-45af-94dc-8af3c9e4b500, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:21:57.198243 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:57.210782 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.210782 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.223907 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Allocated IP 172.20.0.2 (1d26a4cb-5c11-489c-a59b-c5bca0b37103/3e72776b-c448-421a-b5f7-aaffeee8bd12/0a658675-e0d8-4f2f-94bb-684eff60df76) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:21:57.239436 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.350123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:57.352126 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:21:57.352671 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.388093 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.390767 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:57.391954 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.397538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.407644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:57.485385 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c28a547f-40f5-48e0-b1c9-854ee08bb3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.545470 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.556427 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Transition to ACTIVE for port object 0a658675-e0d8-4f2f-94bb-684eff60df76 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:21:57.574797 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Pushing event updated for resources: {'Network': ['ID=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:57.578183 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:57.587316 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6244030 Jun 14 03:21:57.587653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 52994) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:57.592925 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Transition to ACTIVE for port object 0a658675-e0d8-4f2f-94bb-684eff60df76 will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:21:57.593614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Request body: {'subnet': {'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-subnet', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:57.594696 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:21:57.660724 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 9095088c-5ffe-45af-94dc-8af3c9e4b500) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:57.670068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:57.670919 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.687021 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Made reservation on behalf of a8c7d84dd7fb452998cc19cffc074b51 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:21:57.690676 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.709800 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5cb6fa-11b1-4946-8c0e-c7a7bbcc2b31 None None] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:57.733024 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.763684 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:57.791321 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7015669 Jun 14 03:21:57.792014 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53004) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:57.799557 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53006) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:57.813140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:57.819815 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.825418 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:21:57.879572 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53022) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:57.884810 dv-cinder-796170-1-smb neutron-server[92477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 03:21:57.948732 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:57.949784 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.035149 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:58.040354 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:21:58.102305 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Pushing event updated for resources: {'Port': ['ID=0a658675-e0d8-4f2f-94bb-684eff60df76,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:58.140358 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.142200 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.142649 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.143085 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.143536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.144032 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.144464 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.144885 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.145303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.145747 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.146167 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.146582 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.147003 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Tracked resource versions report: Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: pushed versions: Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: { 'AddressGroup': {'1.2'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'ConntrackHelper': {'1.0'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Log': {'1.0'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Network': {'1.1'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Port': {'1.7'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'PortForwarding': {'1.2'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'QosPolicy': {'1.8'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroup': {'1.4'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SubPort': {'1.0'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Subnet': {'1.1'}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Trunk': {'1.1'}} Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: consumer versions: Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: HyperV agent@hv-cinder-79617: {}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'ConntrackHelper': '1.0', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Log': '1.0', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Network': '1.1', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Port': '1.7', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'PortForwarding': '1.2', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'QosPolicy': '1.8', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroup': '1.4', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SecurityGroupRule': '1.2', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'SubPort': '1.0', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Subnet': '1.1', Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: 'Trunk': '1.1'}} Jun 14 03:21:58.148178 dv-cinder-796170-1-smb neutron-server[92479]: {{(pid=92479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:21:58.156366 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:58.195810 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Attempting to bind port 0a658675-e0d8-4f2f-94bb-684eff60df76 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:21:58.196328 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Attempting to bind port 0a658675-e0d8-4f2f-94bb-684eff60df76 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:21:58.196791 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Attempting to bind port 0a658675-e0d8-4f2f-94bb-684eff60df76 on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:21:58.209336 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:21:58.209997 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Checking segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:58.210505 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.211004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Bound using segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:21:58.211592 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Bound port: 0a658675-e0d8-4f2f-94bb-684eff60df76, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:21:58.212070 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.239754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.276914 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-c6e7d9ef-d386-4e68-a37c-2ae7f455beac tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:58.278579 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-c6e7d9ef-d386-4e68-a37c-2ae7f455beac tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/networks?id=fa081582-846b-4032-8607-f43cdbb2ba40 HTTP/1.1" status: 200 len: 811 time: 0.3964007 Jun 14 03:21:58.304813 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-9095088c-5ffe-45af-94dc-8af3c9e4b500', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:21:58.305536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.327290 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d759f837-866e-4567-87c7-a39053a4e461 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/quotas/a6697e976047494e88c3cffce0363e1c HTTP/1.1" status: 200 len: 375 time: 0.0325983 Jun 14 03:21:58.338008 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] For port 0a658675-e0d8-4f2f-94bb-684eff60df76, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:21:58.341850 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] For port 0a658675-e0d8-4f2f-94bb-684eff60df76, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0a658675-e0d8-4f2f-94bb-684eff60df76,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:21:58.385506 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.411910 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.413229 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.423144 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-44df802f-424a-408c-8329-aff99b28c855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:58.457593 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.470384 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.476360 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:58.489285 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-93f59685-798c-4674-bdcb-4297b155afd1 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6697e976047494e88c3cffce0363e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118977 Jun 14 03:21:58.492712 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:58.522578 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Allocated IP 172.20.0.2 (9095088c-5ffe-45af-94dc-8af3c9e4b500/e0f5e748-01b5-4416-b5c3-d7f37dcba361/aac1af01-a6d5-4633-a968-0dd2eff77a83) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:21:58.591153 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb704ca-4804-4c3a-9f8b-8d64220e1825,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:58.603807 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:58.618942 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Checking segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:58.620285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Network hostable DHCP agents. Network: d047a095-e834-49ae-8840-547f577acb46, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:21:58.637836 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Pushing event updated for resources: {'Port': ['ID=0a658675-e0d8-4f2f-94bb-684eff60df76,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:58.649108 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:58.649749 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Allocated IP 172.28.1.177 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/2f57bafa-daa4-419d-82fa-cf79121b033c) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:21:58.690452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.708504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:58.724180 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:58.743689 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Checking segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:58.744047 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Network hostable DHCP agents. Network: 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:21:58.781326 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.783939 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Network d047a095-e834-49ae-8840-547f577acb46 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:21:58.829492 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-0345ef15-4836-4e22-b0ba-ec2c471adb90 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:21:58.829492 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-0345ef15-4836-4e22-b0ba-ec2c471adb90 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636465 Jun 14 03:21:58.893723 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:21:58.921390 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.922614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.937917 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Transition to ACTIVE for port object aac1af01-a6d5-4633-a968-0dd2eff77a83 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:21:58.960322 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:58.964102 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Transition to ACTIVE for port object aac1af01-a6d5-4633-a968-0dd2eff77a83 will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:21:58.974503 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, d047a095-e834-49ae-8840-547f577acb46) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:58.985730 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f67b13-1319-4ccb-88a5-ac075c845d42 None None] Network d047a095-e834-49ae-8840-547f577acb46 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:58.986606 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:58.989111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.019039 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:59.037245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:59.047313 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ad2c5-9f3c-4283-9c4c-2aa01cb44c84 None None] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:59.070243 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:21:59.071090 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.088970 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.143173 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6506906 Jun 14 03:21:59.169432 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:59.184755 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.187819 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:21:59.233458 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:21:59.236404 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:59.242264 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:21:59.277037 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:21:59.287404 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:21:59.295142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Pushing event updated for resources: {'Port': ['ID=2f57bafa-daa4-419d-82fa-cf79121b033c,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:59.296561 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:21:59.358510 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:59.361022 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Pushing event updated for resources: {'Port': ['ID=aac1af01-a6d5-4633-a968-0dd2eff77a83,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:59.394072 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:59.416565 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f045721-3573-4ac4-9a36-8377366f11de,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:21:59.421017 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0d672dd121c4b9eb20544deaf0432d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6262007 Jun 14 03:21:59.421946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:21:59.423944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53054) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:59.432218 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-7b1bc943-9216-4515-8cc5-4bfbcbe91d9a service neutron] 10.222.0.15 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946195 Jun 14 03:21:59.462438 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-19d19303-7761-414f-b388-cc671942367d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8735752 Jun 14 03:21:59.465499 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53056) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:21:59.473718 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:21:59.505666 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Attempting to bind port aac1af01-a6d5-4633-a968-0dd2eff77a83 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:21:59.506456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Attempting to bind port aac1af01-a6d5-4633-a968-0dd2eff77a83 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:21:59.507052 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Attempting to bind port aac1af01-a6d5-4633-a968-0dd2eff77a83 on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:21:59.507388 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.543715 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83512aed-6044-4f97-91a1-4ae25cf622d2 None None] Network d047a095-e834-49ae-8840-547f577acb46 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:59.564068 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3cdb5-9543-403e-aa7d-65d1fff83f5c None None] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:21:59.640506 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.641521 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.645716 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:21:59.670435 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-eeea77c2-e635-4508-97a8-4c8c5238c1ed service neutron] 10.222.0.15 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367971 Jun 14 03:21:59.704799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.750608 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:21:59.751006 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Checking segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:21:59.751420 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.751827 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Bound using segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:21:59.752325 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Bound port: aac1af01-a6d5-4633-a968-0dd2eff77a83, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:21:59.755405 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.838604 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.903965 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:21:59.904807 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53074) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:00.105701 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-af2d7373-65e8-470e-aacc-e1c12203fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.178009 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b1119-43cd-4b62-8db8-719392d9596e None None] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:00.224765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.248515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.253813 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f045721-3573-4ac4-9a36-8377366f11de HTTP/1.1" status: 204 len: 168 time: 0.8283210 Jun 14 03:22:00.257080 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:00.277973 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f045721-3573-4ac4-9a36-8377366f11de,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:00.282365 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:00.290158 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.304816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-e6903395-c3c9-4bbf-a58c-8fe0828a413a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:00.317301 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-e6903395-c3c9-4bbf-a58c-8fe0828a413a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.3477688 Jun 14 03:22:00.508695 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ca3210ed-fe1d-47d9-95fe-b989785e8f86 req-306c7290-1aef-4f56-a23c-4741a6d8525e tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.1526794 Jun 14 03:22:00.525909 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-de0684d1-880a-4e93-98c8-14588102c0ee tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/quotas/0b7f3dcbb06742bc8c1e409f83b03f53 HTTP/1.1" status: 200 len: 375 time: 0.1986823 Jun 14 03:22:00.573951 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-ee6b9c64-cfb0-48ac-8d37-1b4d53165dd5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557775 Jun 14 03:22:00.577266 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.605243 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0a658675-e0d8-4f2f-94bb-684eff60df76 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:00.650333 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.687413 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:22:00.699917 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] For port aac1af01-a6d5-4633-a968-0dd2eff77a83, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:00.722554 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.780224 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.791972 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] For port aac1af01-a6d5-4633-a968-0dd2eff77a83, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=aac1af01-a6d5-4633-a968-0dd2eff77a83,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:00.886952 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Allocated IP 172.28.1.107 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/878ac14d-9ebb-44f1-b27e-06473249ede7) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:00.915874 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-93c737dd-525b-41d3-9b4d-48a868ee7046 None None] Provisioning for port 0a658675-e0d8-4f2f-94bb-684eff60df76 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:00.961906 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.962978 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:00.966008 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:01.014971 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53132) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:01.046048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 0a658675-e0d8-4f2f-94bb-684eff60df76 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:01.074190 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 0a658675-e0d8-4f2f-94bb-684eff60df76 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:01.078824 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.114534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:01.129197 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:01.143985 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:01.144951 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:01.202821 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Pushing event updated for resources: {'Port': ['ID=aac1af01-a6d5-4633-a968-0dd2eff77a83,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:01.209846 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.219896 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:01.224408 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.225844 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7092583 Jun 14 03:22:01.228577 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53140) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:01.285461 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-f60afad3-1d82-4086-ae29-2957e8b07cff None None] Provisioning complete for port 0a658675-e0d8-4f2f-94bb-684eff60df76 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:01.286080 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f60afad3-1d82-4086-ae29-2957e8b07cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.346826 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.369653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-74e238fb-9b59-453f-9df0-42df8b7a04fe service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:22:01.369653 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-74e238fb-9b59-453f-9df0-42df8b7a04fe service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2461393 Jun 14 03:22:01.494142 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 0a658675-e0d8-4f2f-94bb-684eff60df76, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0a658675-e0d8-4f2f-94bb-684eff60df76,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:01.572770 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.579675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:01.610115 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.621792 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:01.678141 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=0a658675-e0d8-4f2f-94bb-684eff60df76,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:01.683036 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:01.685084 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f60afad3-1d82-4086-ae29-2957e8b07cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.722639 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53154) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:01.796421 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.db.api [None req-f60afad3-1d82-4086-ae29-2957e8b07cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:22:01.796817 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_db.api [None req-f60afad3-1d82-4086-ae29-2957e8b07cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:22:01.803474 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.887504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:01.956064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b716d6e4-8e51-4675-a740-70d2c585168e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:01.985238 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:21:59Z', 'revision_number': 3, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:01.990605 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:01.990605 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Updating router 0e985bd1-9e56-4698-8ce2-35794b0d1bde port 2f57bafa-daa4-419d-82fa-cf79121b033c binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:02.011911 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3b7a5784-36d9-416a-88ec-05713e5d8e6e req-a1d85371-52ca-4870-8c05-f96ef86aa907 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.0732784 Jun 14 03:22:02.036365 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.136444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:02.155670 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-fe55f98c-9bf8-42f2-9341-df9e2c6f3817 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821653 Jun 14 03:22:02.175977 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:02.194294 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.206080 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:02.211106 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Pushing event updated for resources: {'Port': ['ID=878ac14d-9ebb-44f1-b27e-06473249ede7,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:02.237190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:02.305599 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.349509 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9ea9357f-9db1-41d7-add2-e1fb30709ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:02.406865 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0a658675-e0d8-4f2f-94bb-684eff60df76 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:02.440491 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fc7ec-6ad4-4247-9f99-42f214b1f9a8,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:02.451809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:02.501187 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 0a658675-e0d8-4f2f-94bb-684eff60df76 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:02.501590 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.541278 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d26a1dc9aa742bbabb33d2837ec81b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5249050 Jun 14 03:22:02.547536 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53164) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:02.568136 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.626803 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.663710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device aac1af01-a6d5-4633-a968-0dd2eff77a83 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:02.687999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.742899 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.758267 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Transition to ACTIVE for port object 2f57bafa-daa4-419d-82fa-cf79121b033c will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:02.775456 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.779374 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.789195 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.789904 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450c0337-cd3b-4423-8fe8-98442bff38de None None] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:02.808075 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.854674 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:02.860622 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5560fdd7b82345e89efc065509facee7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1347671 Jun 14 03:22:02.863752 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.864960 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53170) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:02.873096 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.883186 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:02.883619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-d8781bd3-8ac5-41fe-ab42-07bd0f7de552 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121413 Jun 14 03:22:02.964024 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:02.983640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f784089-c935-4a8a-94a2-0b23881685cb,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.024487 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Allocated IP 172.28.1.15 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/24eaaa09-ccdf-4570-9193-a5ac822f8c38) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:03.041791 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.058128 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Attempting to bind port 2f57bafa-daa4-419d-82fa-cf79121b033c on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:03.058550 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Attempting to bind port 2f57bafa-daa4-419d-82fa-cf79121b033c by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:03.058941 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Attempting to bind port 2f57bafa-daa4-419d-82fa-cf79121b033c on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:03.064154 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port aac1af01-a6d5-4633-a968-0dd2eff77a83 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:03.100736 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Pushing event updated for resources: {'Port': ['ID=2f57bafa-daa4-419d-82fa-cf79121b033c,revision_number=2']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.107228 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:03.107707 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:03.108411 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.108642 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:03.109459 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Bound port: 2f57bafa-daa4-419d-82fa-cf79121b033c, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:03.113770 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.180928 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.214250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Provisioning for port aac1af01-a6d5-4633-a968-0dd2eff77a83 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:03.220982 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Provisioning complete for port aac1af01-a6d5-4633-a968-0dd2eff77a83 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:03.222854 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.232758 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.251162 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] For port 2f57bafa-daa4-419d-82fa-cf79121b033c, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:03.257026 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] For port 2f57bafa-daa4-419d-82fa-cf79121b033c, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2f57bafa-daa4-419d-82fa-cf79121b033c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:03.278568 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.279847 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.281703 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.286234 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.286234 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.286478 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.286864 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.287290 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.288313 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.290049 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.291146 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.293379 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Tracked resource versions report: Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: pushed versions: Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: { 'AddressGroup': {'1.2'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'ConntrackHelper': {'1.0'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Log': {'1.0'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Network': {'1.1'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Port': {'1.7'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'PortForwarding': {'1.2'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'QosPolicy': {'1.8'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroup': {'1.4'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroupRule': {'1.2'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SubPort': {'1.0'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Subnet': {'1.1'}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Trunk': {'1.1'}} Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: consumer versions: Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: { DHCP agent@dv-cinder-796170-1-smb: {}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: HyperV agent@hv-cinder-79617: {}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: L3 agent@dv-cinder-796170-1-smb: {}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: Metadata agent@dv-cinder-796170-1-smb: {}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: Metering agent@dv-cinder-796170-1-smb: {}, Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: Open vSwitch agent@dv-cinder-796170-1-smb: { 'AddressGroup': '1.2', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'ConntrackHelper': '1.0', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Log': '1.0', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Network': '1.1', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Port': '1.7', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'PortForwarding': '1.2', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'QosPolicy': '1.8', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroup': '1.4', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SecurityGroupRule': '1.2', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'SubPort': '1.0', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Subnet': '1.1', Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: 'Trunk': '1.1'}} Jun 14 03:22:03.297290 dv-cinder-796170-1-smb neutron-server[92480]: {{(pid=92480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 03:22:03.312277 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.356064 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-88276bdb-2c4b-4cf9-8adf-8b9c8fdeb102 req-6b105340-a2f4-4039-bf62-d7b12596104e tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.1944053 Jun 14 03:22:03.368160 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.391755 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7be7b2b4-e762-4964-a5b5-8b24eb49e2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:03.403598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Allocated IP 172.20.0.1 (1d26a4cb-5c11-489c-a59b-c5bca0b37103/3e72776b-c448-421a-b5f7-aaffeee8bd12/a0cc73f9-c701-4eff-846e-ad2b822f5ac8) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:03.433117 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.506588 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d99d1832-2e70-46db-883e-6f46ca31862f req-59083340-43bf-4c67-8871-624a852d254a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.1261179 Jun 14 03:22:03.527978 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] For port aac1af01-a6d5-4633-a968-0dd2eff77a83, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=aac1af01-a6d5-4633-a968-0dd2eff77a83,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:03.567934 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Pushing event updated for resources: {'Port': ['ID=2f57bafa-daa4-419d-82fa-cf79121b033c,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.571345 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.580426 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.584549 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d2fc7ec-6ad4-4247-9f99-42f214b1f9a8 HTTP/1.1" status: 204 len: 168 time: 1.0336871 Jun 14 03:22:03.637484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:03.637484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fc7ec-6ad4-4247-9f99-42f214b1f9a8,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.642023 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.648465 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:03.649176 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:03.655367 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.724920 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.767048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.770336 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fa05e7f9-f713-4cc4-9b37-922afc090492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:03.787023 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.795767 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Transition to ACTIVE for port object a0cc73f9-c701-4eff-846e-ad2b822f5ac8 will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:03.800851 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.808499 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.808499 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f784089-c935-4a8a-94a2-0b23881685cb HTTP/1.1" status: 204 len: 168 time: 0.9355977 Jun 14 03:22:03.811259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f9c225cf-5132-4fde-98a0-5324cef083b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:03.837511 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f784089-c935-4a8a-94a2-0b23881685cb,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.845778 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.877749 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Pushing event updated for resources: {'Port': ['ID=aac1af01-a6d5-4633-a968-0dd2eff77a83,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:03.908723 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:03.916053 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:03.936268 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-b29edab0-95f4-4cf0-9405-2ae8a358460c None None] Provisioning complete for port aac1af01-a6d5-4633-a968-0dd2eff77a83 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:03.936589 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b29edab0-95f4-4cf0-9405-2ae8a358460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:03.947799 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.030413 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.036643 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:04.149267 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:04.153716 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:04.161645 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:04.162455 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.174327 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device aac1af01-a6d5-4633-a968-0dd2eff77a83 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:04.291006 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port aac1af01-a6d5-4633-a968-0dd2eff77a83 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:04.292837 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.327739 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.334472 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:04.362970 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:21:59Z', 'revision_number': 3, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:04.388467 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85a3c-1a61-4832-aa48-0c61e5d028b5 None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:21:59Z', 'revision_number': 3, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:04.540367 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Pushing event updated for resources: {'Port': ['ID=24eaaa09-ccdf-4570-9193-a5ac822f8c38,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:04.546318 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:04.548942 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:22:04.677334 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:04.690083 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:04.745429 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-bd541637-3f49-40d5-8808-d31107d39ad2 None None] Provisioning for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:04.761747 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-bd541637-3f49-40d5-8808-d31107d39ad2 None None] Provisioning complete for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:04.762617 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-bd541637-3f49-40d5-8808-d31107d39ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.867563 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-bd541637-3f49-40d5-8808-d31107d39ad2 None None] Port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:04.876382 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:04.881155 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:04.887577 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:04.890596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:05.150641 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-03161725-e0c1-4d2c-a19e-a468dc420f3e req-138ba3c5-42a4-4e04-8278-91f7b24751a6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.3224711 Jun 14 03:22:05.164960 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-341dabe9-fa68-4339-8fda-6e57b545f4d5 req-f6cbc709-02d0-4fc0-a23d-0a0d98d17525 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.3578844 Jun 14 03:22:05.176067 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:05.209010 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:05.227200 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:05.228104 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:05.310225 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:05.459572 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:05.482137 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:05.484574 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b7be4f02-cd6f-4012-9080-6c7a4973f173 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6801689 Jun 14 03:22:05.492624 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53268) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:05.492949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:05.492949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:05.498206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d0210174-4058-4b15-a938-a8f5a95c237b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:05.634243 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:05.648942 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:05.900781 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:05.902305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:05.912662 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:06.127915 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:02Z', 'revision_number': 3, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:06.140556 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:06.146956 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Updating router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 port 878ac14d-9ebb-44f1-b27e-06473249ede7 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:06.161796 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.23', 53075) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:06.274720 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2f57bafa-daa4-419d-82fa-cf79121b033c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:06.361841 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:06.515897 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-e586951a-c06c-429e-85df-53e525cc2215 None None] Provisioning complete for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:06.516200 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e586951a-c06c-429e-85df-53e525cc2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:06.696976 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-e586951a-c06c-429e-85df-53e525cc2215 None None] Port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:06.765924 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-3bb0ac49-ca81-4163-b896-7b7b99da2a35 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:06.767069 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-3bb0ac49-ca81-4163-b896-7b7b99da2a35 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.23 "GET /v2.0/networks?id=fa081582-846b-4032-8607-f43cdbb2ba40 HTTP/1.1" status: 200 len: 811 time: 0.6017709 Jun 14 03:22:06.790327 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0e88effd-0e93-4dbd-b629-f65958e27518 req-3e6614c7-5d22-4a86-be4f-3f288ee19755 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.1002426 Jun 14 03:22:06.794999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:22:06.871681 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-54c78b08-3bcf-48dc-9c7f-6a90bc89f3a4 req-eaf8dbad-c10d-4fd7-b4bd-72beb87e7f5b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.1811457 Jun 14 03:22:06.963746 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 2f57bafa-daa4-419d-82fa-cf79121b033c completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:06.972623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Request body: {'port': {'device_id': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40', 'admin_state_up': True, 'tenant_id': 'a6697e976047494e88c3cffce0363e1c'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:07.007763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 2f57bafa-daa4-419d-82fa-cf79121b033c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:07.008404 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.428098 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.430798 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.460519 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Transition to ACTIVE for port object 878ac14d-9ebb-44f1-b27e-06473249ede7 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:07.465923 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 2f57bafa-daa4-419d-82fa-cf79121b033c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2f57bafa-daa4-419d-82fa-cf79121b033c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:07.495145 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:07.495737 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.505229 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:07.510203 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/0e985bd1-9e56-4698-8ce2-35794b0d1bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2729046 Jun 14 03:22:07.517367 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:07.519392 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:07.561093 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.566202 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:07.651159 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Pushing event updated for resources: {'Port': ['ID=878ac14d-9ebb-44f1-b27e-06473249ede7,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:07.654833 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:07.668558 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Attempting to bind port 878ac14d-9ebb-44f1-b27e-06473249ede7 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:07.669812 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Attempting to bind port 878ac14d-9ebb-44f1-b27e-06473249ede7 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:07.670615 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Attempting to bind port 878ac14d-9ebb-44f1-b27e-06473249ede7 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:07.676268 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.676453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Made reservation on behalf of a6697e976047494e88c3cffce0363e1c for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:07.682123 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:07.688128 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.690351 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.778623 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:07.779005 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:07.779419 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.779819 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:07.780314 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Bound port: 878ac14d-9ebb-44f1-b27e-06473249ede7, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:07.780695 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:07.792085 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:07.956830 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] For port 878ac14d-9ebb-44f1-b27e-06473249ede7, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:07.968254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] For port 878ac14d-9ebb-44f1-b27e-06473249ede7, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=878ac14d-9ebb-44f1-b27e-06473249ede7,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:07.986966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=2f57bafa-daa4-419d-82fa-cf79121b033c,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:08.000752 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:08.045717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Allocated IP 172.20.0.1 (9095088c-5ffe-45af-94dc-8af3c9e4b500/e0f5e748-01b5-4416-b5c3-d7f37dcba361/abb29e09-6cc5-46ab-ad5a-557e538ce825) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:08.100044 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:08.104610 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:08.177682 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Router 40f69657-1000-4536-aba0-79b05994c7dd is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:22:08.233219 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2f57bafa-daa4-419d-82fa-cf79121b033c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:08.241326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ebf33bd6-ce4f-443c-9963-0e82918e0d4e req-e10d2e41-3189-4d29-9872-64febdd677f6 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.0575523 Jun 14 03:22:08.314592 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.23', 53082) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:08.344205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Allocated IP 172.20.0.2 (fa081582-846b-4032-8607-f43cdbb2ba40/9930d6b4-dff2-4808-90ef-7d22ff880d6e/8a832a7f-7047-4cf7-b0ac-8a35166edc0c) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:08.361476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:08.367679 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:08.438380 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:08.491327 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Transition to ACTIVE for port object abb29e09-6cc5-46ab-ad5a-557e538ce825 will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:08.558076 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:05Z', 'revision_number': 2, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:08.570308 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:08.572172 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Updating router 0e985bd1-9e56-4698-8ce2-35794b0d1bde port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:08.649231 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:08.684947 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:08.760903 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53380) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:08.765334 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-add10457-ed2d-48c8-af09-6a7bea5495b7 req-f150399a-6c59-4d47-b728-198b5bcef5de tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.1631637 Jun 14 03:22:08.819536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Pushing event updated for resources: {'Port': ['ID=878ac14d-9ebb-44f1-b27e-06473249ede7,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:08.838905 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:08.855600 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:08.898980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Sync routers for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:08.907414 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:08.937480 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:08.939709 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:08.974528 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-4b006722-66bf-405c-bbe3-569b7a5bbbcb tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:08.982913 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-4b006722-66bf-405c-bbe3-569b7a5bbbcb tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.6651347 Jun 14 03:22:09.018860 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Request body: {'port': {'device_id': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'admin_state_up': True, 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:09.388289 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.388289 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6659241 Jun 14 03:22:09.392732 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53398) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:09.394097 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.490422 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.536857 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ae7908a-50b7-43d4-bb57-5d6cd23490bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:09.619779 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.635778 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Transition to ACTIVE for port object a0cc73f9-c701-4eff-846e-ad2b822f5ac8 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:09.671411 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 2f57bafa-daa4-419d-82fa-cf79121b033c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:09.677232 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.735898 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Pushing event updated for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:09.742025 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:09.772285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Network fa081582-846b-4032-8607-f43cdbb2ba40 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:09.772285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:09.778628 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:09.796338 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:09.798130 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.801217 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.804804 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-a6d6d2a6-fc4c-433c-af47-9d20d5ff699a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:09.875230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:09.879062 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53418) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:09.903758 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457759511', 'description': 'tempest-description--1892379777'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:09.924483 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:09.957108 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:10.070377 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700560-9e20-4f47-b0d4-8150e119a823 None None] Pushing event updated for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:10.080142 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-10700560-9e20-4f47-b0d4-8150e119a823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:10.111566 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:10.233498 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Attempting to bind port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:10.233919 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Attempting to bind port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:10.234300 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Attempting to bind port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:10.236422 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:10.243838 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Pushing event updated for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:10.257146 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:10.257533 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Checking segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:10.257972 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:10.262208 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Bound using segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:10.263808 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Bound port: a0cc73f9-c701-4eff-846e-ad2b822f5ac8, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:10.271436 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:10.272907 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3073452 Jun 14 03:22:10.288727 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:10.291347 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:10.475792 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] For port a0cc73f9-c701-4eff-846e-ad2b822f5ac8, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:10.478944 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:02Z', 'revision_number': 3, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:10.479969 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] For port a0cc73f9-c701-4eff-846e-ad2b822f5ac8, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:10.515567 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-dfc8eae7-6d79-4eaf-a7fe-b0880aeefb97 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:22:10.516579 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-dfc8eae7-6d79-4eaf-a7fe-b0880aeefb97 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052722 Jun 14 03:22:10.551726 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b93c15-0342-46d2-b02b-b2c2c1c466fb None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:02Z', 'revision_number': 3, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:10.580611 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:10.615409 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:10.729173 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:10.742151 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53426) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:10.817443 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:10.818754 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:10.936706 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:10.958172 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f17a9843-1b9b-4905-9864-a8c5716311ea req-1cdbabc3-0f8a-4219-80f9-756db1e3cecd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.2534869 Jun 14 03:22:10.966245 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Request body: {'port': {'device_id': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:11.008713 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-9d94df90-9270-4f94-89a1-3d2c4a340ae0 None None] Provisioning for port abb29e09-6cc5-46ab-ad5a-557e538ce825 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:11.018432 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-9d94df90-9270-4f94-89a1-3d2c4a340ae0 None None] Provisioning complete for port abb29e09-6cc5-46ab-ad5a-557e538ce825 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:11.021518 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:11.021846 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.024269 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-9d94df90-9270-4f94-89a1-3d2c4a340ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.030923 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.146591 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:05Z', 'revision_number': 3, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:11.167527 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-9d94df90-9270-4f94-89a1-3d2c4a340ae0 None None] Port abb29e09-6cc5-46ab-ad5a-557e538ce825 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:11.178872 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Checking router: 40f69657-1000-4536-aba0-79b05994c7dd for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:11.179257 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Updating router 40f69657-1000-4536-aba0-79b05994c7dd port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:11.185843 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700560-9e20-4f47-b0d4-8150e119a823 None None] Pushing event updated for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=4']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:11.193704 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-10700560-9e20-4f47-b0d4-8150e119a823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:11.278295 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.358910 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:11.488730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.607779 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:11.645471 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bae4b-c084-4af2-b7e7-545b58acb45a req-69ab12bb-dc62-4c39-93a4-a8ac4e5f6657 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:11.670556 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dd8bae4b-c084-4af2-b7e7-545b58acb45a req-69ab12bb-dc62-4c39-93a4-a8ac4e5f6657 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 931 time: 1.8144536 Jun 14 03:22:11.963432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.027737 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.122610 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.224354 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:10Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:12.226162 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a4ab-766b-435c-87e3-4adf40756c0a None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:10Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:12.226297 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Transition to ACTIVE for port object 24eaaa09-ccdf-4570-9193-a5ac822f8c38 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:12.226386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-eed8b7a9-4ca6-4059-8ebf-6099d64bdcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:12.226470 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.309678 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dd8bae4b-c084-4af2-b7e7-545b58acb45a req-24ae3e18-ec26-4c91-89cc-9fecaeafc302 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281297 Jun 14 03:22:12.358967 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Allocated IP 172.20.0.5 (d047a095-e834-49ae-8840-547f577acb46/1bb704ca-4804-4c3a-9f8b-8d64220e1825/e18bcfc9-57f7-4d79-8beb-8445eccf9627) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:12.422263 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c4d23b99-8910-4926-82a0-9bc6edc6a473 req-ce84e92a-8025-4466-8cc6-1e59995cefb8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.2319791 Jun 14 03:22:12.480924 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.485162 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d80ac44c-f432-43b7-8609-907efc7c6ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:12.674173 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Pushing event updated for resources: {'Port': ['ID=24eaaa09-ccdf-4570-9193-a5ac822f8c38,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:12.678186 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:12.679993 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Attempting to bind port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:12.680395 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Attempting to bind port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:12.680774 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Attempting to bind port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:12.699569 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:12.700073 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:12.700513 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.707089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:12.707726 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Bound port: 24eaaa09-ccdf-4570-9193-a5ac822f8c38, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:12.708138 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.773281 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5df0b5-8b4a-420f-9ab3-96c7c528090d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:12.786079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:12.800897 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a0cc73f9-c701-4eff-846e-ad2b822f5ac8 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:12.825014 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:12.976813 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] For port 24eaaa09-ccdf-4570-9193-a5ac822f8c38, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:12.982128 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.000127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] For port 24eaaa09-ccdf-4570-9193-a5ac822f8c38, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=24eaaa09-ccdf-4570-9193-a5ac822f8c38,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:13.004810 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b550aeb2-4aec-43c2-b381-2d8cd3c523cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:13.013841 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Allocated IP 172.20.0.1 (16d0137e-5f4c-4f10-b39d-6bbcc2835b7e/dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e/35ae3159-b46d-4f84-9dc0-f322661d0b74) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:13.116639 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e774b543966406e965571b365547231&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3477054 Jun 14 03:22:13.126980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:13.132231 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.143663 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:13.151043 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:13.152950 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53450) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:13.155284 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.168764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.173859 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53452) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:13.179537 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2981744 Jun 14 03:22:13.183946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.189879 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group_rule': {'security_group_id': '4e5df0b5-8b4a-420f-9ab3-96c7c528090d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:13.208538 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.214167 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbe441-501c-47fc-9115-0b34b70c3ccb,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:13.225050 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:13.284873 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.290597 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.294579 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9eea3972-f7db-41c1-96d2-73172ad8ed29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:13.320571 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:13.321225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:13.330728 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Pushing event updated for resources: {'Port': ['ID=24eaaa09-ccdf-4570-9193-a5ac822f8c38,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:13.467628 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:13.542984 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a832a7f-7047-4cf7-b0ac-8a35166edc0c {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:13.641731 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.735872 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.781615 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.793146 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:13.804398 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Transition to ACTIVE for port object 8a832a7f-7047-4cf7-b0ac-8a35166edc0c will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:13.832318 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.903738 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.910519 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.921191 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:13.955358 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port a0cc73f9-c701-4eff-846e-ad2b822f5ac8, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:13.961919 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.058489 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Pushing event updated for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:14.149206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:14.211096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:14.214026 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:14.214872 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.274713 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:14.287085 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:14.311334 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.313832 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 878ac14d-9ebb-44f1-b27e-06473249ede7 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:14.319632 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-5bb66cf0-66e2-408b-bf26-d72032da78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.384137 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Pushing event updated for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:14.387113 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:14.394285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.394578 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:14.536502 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.556391 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.559495 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53468) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:14.563621 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:22:14.587765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Attempting to bind port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:14.588427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Attempting to bind port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '870dc865-334d-480b-9bdf-cb2d4e627921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:14.588988 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Attempting to bind port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c on network fa081582-846b-4032-8607-f43cdbb2ba40 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:14.652441 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Pushing event updated for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:14.665424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.672689 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c79def8b-c498-4e18-ba0e-3e2712e513eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.678425 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.384s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:14.678900 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.701416 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.705460 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c on network fa081582-846b-4032-8607-f43cdbb2ba40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:14.706443 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Attempting to bind port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c on network fa081582-846b-4032-8607-f43cdbb2ba40 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:14.712395 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:14.723279 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-73461779-d604-49d1-960c-b8f51363693b None None] Provisioning complete for port abb29e09-6cc5-46ab-ad5a-557e538ce825 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:14.724389 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-73461779-d604-49d1-960c-b8f51363693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.724977 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91bc306-01f2-4a13-a2af-5e4473abc59d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:14.730529 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:14.730780 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:14.753338 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:14.763812 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Checking segment: {'id': '870dc865-334d-480b-9bdf-cb2d4e627921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:14.764648 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Bound using segment: {'id': '870dc865-334d-480b-9bdf-cb2d4e627921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:14.765445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Bound port: 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870dc865-334d-480b-9bdf-cb2d4e627921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:14.765836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.803486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.837480 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-73461779-d604-49d1-960c-b8f51363693b None None] Port abb29e09-6cc5-46ab-ad5a-557e538ce825 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:14.843417 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:05Z', 'revision_number': 3, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:14.852250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cf534-d0fe-47f8-9044-8248c48f09ef None None] The sync data for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb is: [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:05Z', 'revision_number': 3, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:14.890089 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.893216 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccfbe441-501c-47fc-9115-0b34b70c3ccb HTTP/1.1" status: 204 len: 168 time: 1.7361076 Jun 14 03:22:14.895175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 878ac14d-9ebb-44f1-b27e-06473249ede7 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:14.896795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:14.919478 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 878ac14d-9ebb-44f1-b27e-06473249ede7 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:14.920123 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:14.921566 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3bd6358af95465089cb91ba6c8b73fb&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1777396 Jun 14 03:22:14.935567 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53474) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:14.979007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event updated for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:15.000668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:15.013131 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf99128-353f-4879-9d20-46a9f8127ea6 req-b720b985-3fef-4cea-8fe4-e5a5232b0327 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:15.023895 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-adf99128-353f-4879-9d20-46a9f8127ea6 req-b720b985-3fef-4cea-8fe4-e5a5232b0327 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.8645527 Jun 14 03:22:15.031031 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbe441-501c-47fc-9115-0b34b70c3ccb,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:15.090711 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:15.137015 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Network d047a095-e834-49ae-8840-547f577acb46 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:15.141995 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.184640 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 878ac14d-9ebb-44f1-b27e-06473249ede7, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=878ac14d-9ebb-44f1-b27e-06473249ede7,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:15.202334 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.220106 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.221338 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:15.229479 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:15.247154 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:15.248868 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.253722 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:15.270628 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.273292 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:15.376446 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.437263 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=878ac14d-9ebb-44f1-b27e-06473249ede7,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:15.444393 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:15.473443 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a0cc73f9-c701-4eff-846e-ad2b822f5ac8 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:15.533486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,segment=NetworkSegment(870dc865-334d-480b-9bdf-cb2d4e627921),segment_id=870dc865-334d-480b-9bdf-cb2d4e627921)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:15.615811 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:15.616222 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.629155 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.660899 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.707273 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e466961d-9717-45e6-b470-3af1a87ea6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:15.736282 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-adf99128-353f-4879-9d20-46a9f8127ea6 req-380c3a0b-c97c-42ca-8482-d4bb4d046c84 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113702 Jun 14 03:22:15.808098 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8085940 Jun 14 03:22:15.901315 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:15.913507 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:15.917160 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:15.933301 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] 10.222.0.15 "PUT /v2.0/routers/aa699779-fdd1-49da-95a8-9e4aeeadc4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4441090 Jun 14 03:22:15.938448 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:15.944584 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce794c-b574-4334-bae8-8a1d83334065 req-5ad32ef7-2bad-4ee4-ac2c-37a70d514867 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:15.946312 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-77ce794c-b574-4334-bae8-8a1d83334065 req-5ad32ef7-2bad-4ee4-ac2c-37a70d514867 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 931 time: 1.7145841 Jun 14 03:22:15.953177 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Request body: {'port': {'device_id': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:15.958482 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:15.970662 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Pushing event updated for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:16.002397 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:16.004552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.007804 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] 10.222.0.23 "PUT /v2.0/ports/8a832a7f-7047-4cf7-b0ac-8a35166edc0c HTTP/1.1" status: 200 len: 1093 time: 5.2265112 Jun 14 03:22:16.013112 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:16.076654 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53482) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:16.076654 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.176477 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-77ce794c-b574-4334-bae8-8a1d83334065 req-52e68700-1ddb-4b4b-b335-bade225365b4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192838 Jun 14 03:22:16.177643 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.271701 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.292862 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:16.313218 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.423464 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe74a9f-1099-4377-b7f8-f4516904b3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:16.436457 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:16.439532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:16.562717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bd20ce-e540-4ef9-865b-c636436729cd,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:16.571979 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:16.660869 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.709088 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.710518 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c91bc306-01f2-4a13-a2af-5e4473abc59d HTTP/1.1" status: 204 len: 168 time: 1.7625129 Jun 14 03:22:16.711191 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:16.735474 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:16.738043 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91bc306-01f2-4a13-a2af-5e4473abc59d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:16.741666 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:16.779598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-bb318229-73a9-4c9b-8eea-f5c678b8b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:16.783481 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-bb318229-73a9-4c9b-8eea-f5c678b8b4b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6697e976047494e88c3cffce0363e1c&device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 1096 time: 0.5745409 Jun 14 03:22:17.027392 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:12Z', 'revision_number': 2, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:17.033143 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:17.045436 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Updating router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 port abb29e09-6cc5-46ab-ad5a-557e538ce825 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:17.108886 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.201525 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.224196 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93683c79-2e47-423e-94f9-35e28cac562d x-openstack-request-id: req-93683c79-2e47-423e-94f9-35e28cac562d {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:17.224810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:17.224810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93683c79-2e47-423e-94f9-35e28cac562d {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:17.227684 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c', 'status': 'completed', 'code': 200} Jun 14 03:22:17.228804 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.234175 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-0aa688a1-6468-4657-b8f6-497b4ff27368 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c HTTP/1.1" status: 200 len: 217 time: 0.4349449 Jun 14 03:22:17.236678 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.239576 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:17.327741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.351424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f6276130-20b4-4ddf-989f-c614c6d77aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:17.428566 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc84d9-c6ba-437a-931f-fcb1f936e635,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:17.496188 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.501978 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.3235745 Jun 14 03:22:17.506465 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:17.509040 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53508) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:17.597944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Pushing event updated for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:17.598092 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 24eaaa09-ccdf-4570-9193-a5ac822f8c38 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:17.608970 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group_rule': {'security_group_id': '4e5df0b5-8b4a-420f-9ab3-96c7c528090d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:17.616410 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:17.635319 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66eb67d80e5947ffa77f804d392f1191&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5474029 Jun 14 03:22:17.639058 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53510) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:17.654190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600226e6-44c8-4b37-bf8c-0948f774230b req-c26781c0-88c5-4e62-a960-f809f98fe6da tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:17.655811 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-600226e6-44c8-4b37-bf8c-0948f774230b req-c26781c0-88c5-4e62-a960-f809f98fe6da tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.5556984 Jun 14 03:22:17.658302 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18bcfc9-57f7-4d79-8beb-8445eccf9627 {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:17.673055 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.725459 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Transition to ACTIVE for port object e18bcfc9-57f7-4d79-8beb-8445eccf9627 will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:17.777996 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-600226e6-44c8-4b37-bf8c-0948f774230b req-9a2daeb0-1567-4779-b901-cf85b239d430 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013150 Jun 14 03:22:17.797111 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.807831 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-557bb003-8680-4ea7-a814-978d93ba383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:17.812048 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-557bb003-8680-4ea7-a814-978d93ba383b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9930d6b4-dff2-4808-90ef-7d22ff880d6e HTTP/1.1" status: 200 len: 851 time: 0.5274518 Jun 14 03:22:17.848303 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53512) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:17.855256 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.856965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387845368', 'description': 'tempest-description--1629250245'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:17.891771 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:17.897482 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:17.915674 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:17.920716 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:17.921320 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:17.942461 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:18.009958 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.041073 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53514) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:18.056526 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-bb4c1b9e-2be0-4abe-97e1-c95b4b0397ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa081582-846b-4032-8607-f43cdbb2ba40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559668 Jun 14 03:22:18.057396 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.072065 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Transition to ACTIVE for port object abb29e09-6cc5-46ab-ad5a-557e538ce825 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:18.144552 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.159491 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:18.191674 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.206959 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.245047 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 24eaaa09-ccdf-4570-9193-a5ac822f8c38, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=24eaaa09-ccdf-4570-9193-a5ac822f8c38,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:18.326645 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.327946 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 878ac14d-9ebb-44f1-b27e-06473249ede7 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:18.331768 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:18.467087 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Attempting to bind port e18bcfc9-57f7-4d79-8beb-8445eccf9627 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:18.467788 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Attempting to bind port e18bcfc9-57f7-4d79-8beb-8445eccf9627 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:18.467788 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Attempting to bind port e18bcfc9-57f7-4d79-8beb-8445eccf9627 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:18.482063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.485145 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Pushing event updated for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:18.493577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:18.506797 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Port e18bcfc9-57f7-4d79-8beb-8445eccf9627 on network d047a095-e834-49ae-8840-547f577acb46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:18.507313 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Attempting to bind port e18bcfc9-57f7-4d79-8beb-8445eccf9627 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:18.518967 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-c5d953cf-7cb4-44d9-a6fb-7ee16996082c service neutron] 10.222.0.23 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760245 Jun 14 03:22:18.544858 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ccd2-f1a3-4afd-a93d-70edc50819ca req-6d5116a3-bc57-4136-9d42-0c2555b5876a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:18.546575 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efe2ccd2-f1a3-4afd-a93d-70edc50819ca req-6d5116a3-bc57-4136-9d42-0c2555b5876a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 943 time: 0.5391870 Jun 14 03:22:18.547371 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:18.547706 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Checking segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:18.548463 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Bound using segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:18.549129 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Bound port: e18bcfc9-57f7-4d79-8beb-8445eccf9627, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:18.550068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.555993 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=24eaaa09-ccdf-4570-9193-a5ac822f8c38,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:18.569856 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:18.623710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 878ac14d-9ebb-44f1-b27e-06473249ede7 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:18.624307 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.630235 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Router 40f69657-1000-4536-aba0-79b05994c7dd has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:22:18.657449 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c3300-4ab4-4585-8302-b31e6d9e97ad None None] Pushing event updated for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:18.667080 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:18.670050 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Attempting to bind port abb29e09-6cc5-46ab-ad5a-557e538ce825 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:18.670928 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Attempting to bind port abb29e09-6cc5-46ab-ad5a-557e538ce825 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:18.674017 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Attempting to bind port abb29e09-6cc5-46ab-ad5a-557e538ce825 on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:18.686311 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-bd0c3300-4ab4-4585-8302-b31e6d9e97ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:18.689758 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:18.690900 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Checking segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:18.694520 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:18.697136 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.697826 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Bound using segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:18.698517 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Bound port: abb29e09-6cc5-46ab-ad5a-557e538ce825, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:18.700195 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:18.731049 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efe2ccd2-f1a3-4afd-a93d-70edc50819ca req-f5b84d03-1125-456f-9a2c-9cbb392875f9 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660903 Jun 14 03:22:18.823277 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] For port abb29e09-6cc5-46ab-ad5a-557e538ce825, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:18.827271 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] For port abb29e09-6cc5-46ab-ad5a-557e538ce825, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=abb29e09-6cc5-46ab-ad5a-557e538ce825,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:18.857114 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ffdf4194-3d27-4641-a47d-57ee1a5d7a55 req-166fb8ee-2ebd-4c69-bd7e-155cd0b26b3e service neutron] 10.222.0.23 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202236 Jun 14 03:22:19.019598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:19.032675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Sync routers for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:19.033349 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/40f69657-1000-4536-aba0-79b05994c7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8943310 Jun 14 03:22:19.072237 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:19.084279 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:19.110409 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601df451-f5a6-414c-b590-8ec25a5b8b38 req-20b721bd-4b00-4282-9241-7509fa5ddb74 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:19.112023 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-601df451-f5a6-414c-b590-8ec25a5b8b38 req-20b721bd-4b00-4282-9241-7509fa5ddb74 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.1395872 Jun 14 03:22:19.182283 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-601df451-f5a6-414c-b590-8ec25a5b8b38 req-7fc208e5-c884-4c2d-805a-077cdd88fb8a tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615201 Jun 14 03:22:19.272242 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:19.359384 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.386705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7ffe9de5-7871-40ab-9112-1ded4150cd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:19.394371 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b1552d511cd4877a9f8390e36278479&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8236437 Jun 14 03:22:19.398211 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53526) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:19.413254 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.415969 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:19.420853 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb46cd-0b03-4096-b3e4-be9ee0099c21,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:19.424362 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:19.443303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 24eaaa09-ccdf-4570-9193-a5ac822f8c38 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:19.457279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.461714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.490192 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.493348 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9fc84d9-c6ba-437a-931f-fcb1f936e635 HTTP/1.1" status: 204 len: 168 time: 1.8532434 Jun 14 03:22:19.510332 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:19.577897 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c3300-4ab4-4585-8302-b31e6d9e97ad None None] Pushing event updated for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=4']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:19.581247 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-bd0c3300-4ab4-4585-8302-b31e6d9e97ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:19.587212 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:19.587745 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:19.734986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.831523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Pushing event updated for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:19.881295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.883402 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.931527 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:19.939125 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e33638a3-a22a-49b8-98b4-15ecaae32bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:19.960675 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:19.963050 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:19.963050 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] 10.222.0.23 "PUT /v2.0/ports/e18bcfc9-57f7-4d79-8beb-8445eccf9627 HTTP/1.1" status: 200 len: 1093 time: 4.0155318 Jun 14 03:22:19.974370 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:19.996787 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.003361 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:20.003899 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.010618 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:20.014026 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:20.091612 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=809e40970bb7463290095204c91dbfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0486965 Jun 14 03:22:20.094811 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:14Z', 'revision_number': 4, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '35ae3159-b46d-4f84-9dc0-f322661d0b74', 'name': '', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'mac_address': 'fa:16:3e:e2:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:12Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 2, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'subnets': [{'id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:20.098399 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72c4cf-3128-4e44-8346-94163ce2bf0d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.102172 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53542) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:20.106213 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:20.114020 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Checking router: 40f69657-1000-4536-aba0-79b05994c7dd for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:20.114020 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Updating router 40f69657-1000-4536-aba0-79b05994c7dd port 35ae3159-b46d-4f84-9dc0-f322661d0b74 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:22:20.172975 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc84d9-c6ba-437a-931f-fcb1f936e635,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.233705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.240158 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:20.240928 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.265325 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.282932 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.315637 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.362461 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:20.420575 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa106119-72bd-4576-a137-aebe95dd1ed3,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.423677 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:20.441210 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.443174 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5927761 Jun 14 03:22:20.445968 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53552) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:20.455011 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group_rule': {'security_group_id': 'aa106119-72bd-4576-a137-aebe95dd1ed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:20.491086 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4495d3-e9a5-49d8-87df-943b087e60c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:20.509072 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-6a8ea3f5-7da2-4383-8203-d2ab67c0311c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:20.509975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.513684 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.515332 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d72c4cf-3128-4e44-8346-94163ce2bf0d HTTP/1.1" status: 204 len: 168 time: 0.4101105 Jun 14 03:22:20.515823 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:20.528646 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-6a8ea3f5-7da2-4383-8203-d2ab67c0311c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 817 time: 0.6912167 Jun 14 03:22:20.543965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72c4cf-3128-4e44-8346-94163ce2bf0d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.551280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:20.588558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.588753 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.592976 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.633421 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-ea533181-4f2b-4dc3-95b9-2f3bee5602e6 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/quotas/a8c7d84dd7fb452998cc19cffc074b51 HTTP/1.1" status: 200 len: 375 time: 0.1038404 Jun 14 03:22:20.709997 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.713042 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.782167 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:20.788250 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.793264 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c06047bf-f1db-4702-940d-7d753cce3d88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:20.801336 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a92f8-b625-4440-baa4-6f6ae273d799 None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:20.844868 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:20.853282 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:20.869992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e86c1b-f1e0-424e-800b-9088cfabd191,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.905614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:20.925292 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b1fee1-2292-44ea-b554-a478e36b25bd,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:20.931595 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:21.076178 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-bce493c4-9293-4963-8824-470c3ffb3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:21.079000 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-bce493c4-9293-4963-8824-470c3ffb3e83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1186047 Jun 14 03:22:21.101199 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ec8a-b908-432f-877a-384cdc806307 req-3e3f3a3a-cba8-4964-837d-bd6773e86606 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:21.119530 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3f56ec8a-b908-432f-877a-384cdc806307 req-3e3f3a3a-cba8-4964-837d-bd6773e86606 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 943 time: 1.0866566 Jun 14 03:22:21.164257 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-74797e49-1bfb-483c-8ff4-d69b90b88a0e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5001581 Jun 14 03:22:21.178769 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-ff72177c-786e-4dd8-8f16-411ed67f4638 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627 HTTP/1.1" status: 200 len: 217 time: 0.0692754 Jun 14 03:22:21.302400 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:21.306467 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8572531 Jun 14 03:22:21.320369 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:21.327198 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53568) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:21.343979 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group_rule': {'security_group_id': 'aa106119-72bd-4576-a137-aebe95dd1ed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:21.379427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5a27-d010-4936-a884-49a099151f59 req-122bbfe4-55c8-46e9-8796-b1a4e796acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:21.380890 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-122bbfe4-55c8-46e9-8796-b1a4e796acc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.1422329 Jun 14 03:22:21.441814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Transition to ACTIVE for port object 35ae3159-b46d-4f84-9dc0-f322661d0b74 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:21.449690 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-1391c537-3bc7-4796-b1d4-b0eb495b23a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522742 Jun 14 03:22:21.478020 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-7cd59825-5448-4816-8158-334199697226 service neutron] 10.222.0.15 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127072 Jun 14 03:22:21.521199 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:21.529412 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-501bf7c0-9bcf-4b4e-a371-35093aa6bc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:21.542026 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device abb29e09-6cc5-46ab-ad5a-557e538ce825 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:21.912183 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Pushing event updated for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:21.931293 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:21.935966 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.4129372 Jun 14 03:22:21.941331 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:21.942003 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:21.957459 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-7747d4c0-709b-482b-9ba4-d0cd7e62a503 service neutron] 10.222.0.15 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782486 Jun 14 03:22:21.969244 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53584) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:21.995884 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:22.086034 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port abb29e09-6cc5-46ab-ad5a-557e538ce825 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:22.102719 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port abb29e09-6cc5-46ab-ad5a-557e538ce825 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:22.109058 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.121585 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.121585 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3adb46cd-0b03-4096-b3e4-be9ee0099c21 HTTP/1.1" status: 204 len: 168 time: 2.7225089 Jun 14 03:22:22.121585 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:22.169632 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb46cd-0b03-4096-b3e4-be9ee0099c21,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:22.193166 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.197470 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3f56ec8a-b908-432f-877a-384cdc806307 req-b2a3ac96-260a-4d09-8cc9-8d1b690898c5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0761833 Jun 14 03:22:22.207763 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:22.240439 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.326363 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-766f855f-8c30-45e7-844e-d0fef3f29956 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8536646 Jun 14 03:22:22.382142 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Attempting to bind port 35ae3159-b46d-4f84-9dc0-f322661d0b74 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:22.382743 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Attempting to bind port 35ae3159-b46d-4f84-9dc0-f322661d0b74 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:22.382980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Attempting to bind port 35ae3159-b46d-4f84-9dc0-f322661d0b74 on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:22.400318 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-efc09b4a-7c8d-4087-895f-ce7c644db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:22.405528 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-efc09b4a-7c8d-4087-895f-ce7c644db8e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6697e976047494e88c3cffce0363e1c&device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 1096 time: 0.9053800 Jun 14 03:22:22.409532 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:22.425584 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Checking segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:22.429495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.429495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Bound using segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:22.429495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Bound port: 35ae3159-b46d-4f84-9dc0-f322661d0b74, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:22.430004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.604855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.645848 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ab8f5a27-d010-4936-a884-49a099151f59 req-1a4877be-1e06-4c82-87d6-48185a0cfd3a service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974298 Jun 14 03:22:22.683583 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.702627 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] For port 35ae3159-b46d-4f84-9dc0-f322661d0b74, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:22.723012 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.724858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] For port 35ae3159-b46d-4f84-9dc0-f322661d0b74, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=35ae3159-b46d-4f84-9dc0-f322661d0b74,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:22.726222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:22.753077 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port abb29e09-6cc5-46ab-ad5a-557e538ce825, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=abb29e09-6cc5-46ab-ad5a-557e538ce825,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:22.764557 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c5a9e8-25eb-4c3f-a95a-5282763ee81b,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:22.769254 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:22.853524 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.856072 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:22.904046 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.907814 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5775065 Jun 14 03:22:22.911409 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53610) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:22.917177 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:22.920932 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:22.925704 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:22.926560 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:22.998831 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9db1f-1189-4134-9591-fc01dbed1e87 req-e22a344e-5dcb-4c43-8662-4ac7b15f4847 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:23.005818 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-45a9db1f-1189-4134-9591-fc01dbed1e87 req-e22a344e-5dcb-4c43-8662-4ac7b15f4847 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.5386086 Jun 14 03:22:23.014628 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-a2883be2-7cff-4c46-9c2a-c1e2a207c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:23.016056 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-a2883be2-7cff-4c46-9c2a-c1e2a207c16f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa081582-846b-4032-8607-f43cdbb2ba40 HTTP/1.1" status: 200 len: 912 time: 0.5572598 Jun 14 03:22:23.029256 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.031555 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Pushing event updated for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:23.059032 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:23.092741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91797d-5f43-4ed7-b845-eb154c895499 x-openstack-request-id: req-0b91797d-5f43-4ed7-b845-eb154c895499 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:23.092741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:23.092741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b91797d-5f43-4ed7-b845-eb154c895499 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:23.092741 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627', 'status': 'completed', 'code': 200} Jun 14 03:22:23.095888 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:23.102506 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-45a9db1f-1189-4134-9591-fc01dbed1e87 req-7ef2b844-eb57-4ac9-8ddf-0392a290c5f5 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957429 Jun 14 03:22:23.123806 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.224424 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:23.230267 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:23.232631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Allocated IP 172.28.1.18 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/3c54b60a-eada-422b-8156-f2df30c470ec) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:23.254474 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:23.284683 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97dec8b3-7297-48b7-9ab5-9eb373e9f324 req-6d5a8049-2d39-416d-8408-eb32e80dbe03 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0919619 Jun 14 03:22:23.324601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.486619 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device abb29e09-6cc5-46ab-ad5a-557e538ce825 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:23.538845 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53624) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:23.563295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.663604 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefb7a0-f7bf-4d58-b50b-7cdb38cdf6e3 req-f6d4171d-976a-4250-b206-d9f0be5021c5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:23.671294 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6eefb7a0-f7bf-4d58-b50b-7cdb38cdf6e3 req-f6d4171d-976a-4250-b206-d9f0be5021c5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 943 time: 0.2216303 Jun 14 03:22:23.715400 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.735936 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port abb29e09-6cc5-46ab-ad5a-557e538ce825 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:23.736332 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.808644 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6eefb7a0-f7bf-4d58-b50b-7cdb38cdf6e3 req-964189a4-4320-4817-9905-8986c77a92e7 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361966 Jun 14 03:22:23.818485 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:14Z', 'revision_number': 4, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '35ae3159-b46d-4f84-9dc0-f322661d0b74', 'name': '', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'mac_address': 'fa:16:3e:e2:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:12Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 4, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'subnets': [{'id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:23.834038 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.850599 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803ba5c-8774-4bf1-840a-fd5d39efa32e None None] The sync data for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb is: [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:22:14Z', 'revision_number': 4, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '35ae3159-b46d-4f84-9dc0-f322661d0b74', 'name': '', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'mac_address': 'fa:16:3e:e2:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:12Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 4, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'subnets': [{'id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:23.961882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:23.964522 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:24.021983 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.047172 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:24.185781 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:24.189781 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-cd69bde8-25e8-46e4-92d8-71e77498a1d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c HTTP/1.1" status: 200 len: 217 time: 0.1678357 Jun 14 03:22:24.200795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:24.221208 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac4e413c6bfc4fad997f68bf6fea0da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810691 Jun 14 03:22:24.232574 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:24.233323 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Allocated IP 172.28.1.30 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/ae24268b-640a-43ec-9937-1284803a8d58) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:24.235787 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518e3e5-a5cd-4e21-a290-99aafacf95ba,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:24.238562 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53652) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:24.249631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=3c54b60a-eada-422b-8156-f2df30c470ec,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:24.262607 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:24.298107 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:24.344488 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-d143975b-023b-42e3-9e9f-ffb3998a4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:24.346057 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-d143975b-023b-42e3-9e9f-ffb3998a4481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 1096 time: 0.3211715 Jun 14 03:22:24.582585 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-f32ed457-6841-40aa-b407-d3312adc31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:24.584037 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-f32ed457-6841-40aa-b407-d3312adc31f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9930d6b4-dff2-4808-90ef-7d22ff880d6e HTTP/1.1" status: 200 len: 851 time: 0.3809552 Jun 14 03:22:24.590919 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.640013 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.650476 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-0f5cef4e-7a27-412c-bc80-890995051548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:24.652382 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-0f5cef4e-7a27-412c-bc80-890995051548 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 916 time: 0.2987819 Jun 14 03:22:24.692636 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-282bc391-f458-4ad4-a506-98ad490c0d4f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:24.699293 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-282bc391-f458-4ad4-a506-98ad490c0d4f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 817 time: 0.6805170 Jun 14 03:22:24.703432 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-0b6ef583-9eb0-4345-9218-473d0a291303 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa081582-846b-4032-8607-f43cdbb2ba40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082835 Jun 14 03:22:24.735410 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-9da5c64b-61b7-453d-a89b-a7c48d5d3ab8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/quotas/a8c7d84dd7fb452998cc19cffc074b51 HTTP/1.1" status: 200 len: 375 time: 0.0350206 Jun 14 03:22:24.737911 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.796070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.854194 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:24.856076 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-5468c118-e2ff-49e1-b54f-2ae284776ed1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627 HTTP/1.1" status: 200 len: 217 time: 0.1000364 Jun 14 03:22:24.859550 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:24.995530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-21a6a37a-2aa8-40e9-ac21-ca65e25e63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:24.997258 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-21a6a37a-2aa8-40e9-ac21-ca65e25e63d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.0945227 Jun 14 03:22:25.027298 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:25.041157 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:25.053104 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:25.084202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=ae24268b-640a-43ec-9937-1284803a8d58,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:25.089803 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-d68510ae-8c73-42f5-ba04-67ccbe6daaa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796959 Jun 14 03:22:25.090592 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:25.115762 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af11d7f-d8d3-491e-92ad-5bf9610d1eff req-9cd959d4-e55b-4aaf-941d-3a88abdacf07 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:25.118509 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1af11d7f-d8d3-491e-92ad-5bf9610d1eff req-9cd959d4-e55b-4aaf-941d-3a88abdacf07 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.7187216 Jun 14 03:22:25.160447 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-b8c8bff9-aa76-46aa-8d21-c9cefd7d46d1 service neutron] 10.222.0.23 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204057 Jun 14 03:22:25.182421 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.347131 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-c9801666-3f6a-4c58-9934-68b1e672f9f4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5165260 Jun 14 03:22:25.349651 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-220bb1fa-b23c-403d-be77-c853ca137c1c service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474127 Jun 14 03:22:25.364819 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1af11d7f-d8d3-491e-92ad-5bf9610d1eff req-0581af4e-c4f3-4078-a46c-053163a7d634 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187486 Jun 14 03:22:25.419015 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.422976 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.449191 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.457796 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b518e3e5-a5cd-4e21-a290-99aafacf95ba HTTP/1.1" status: 204 len: 168 time: 1.1991990 Jun 14 03:22:25.471535 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:25.475126 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe74a9f-1099-4377-b7f8-f4516904b3e3 req-bf6560cc-a8c6-4df6-b7f7-5a0e8b2359d6 service neutron] 10.222.0.23 "GET /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946935 Jun 14 03:22:25.475766 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 35ae3159-b46d-4f84-9dc0-f322661d0b74 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:25.661645 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.666075 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa4495d3-e9a5-49d8-87df-943b087e60c2 req-a6cb9dbe-3a79-4dfa-8a41-cf4acdd33e7b service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100402 Jun 14 03:22:25.743574 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 35ae3159-b46d-4f84-9dc0-f322661d0b74 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:25.752117 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 35ae3159-b46d-4f84-9dc0-f322661d0b74 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:25.753040 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.817268 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518e3e5-a5cd-4e21-a290-99aafacf95ba,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:25.819668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:25.914977 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:25.980753 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 35ae3159-b46d-4f84-9dc0-f322661d0b74, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=35ae3159-b46d-4f84-9dc0-f322661d0b74,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:25.982490 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-4500af1b-5da8-4ae9-882c-e801cbe44f1e service neutron] 10.222.0.15 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227536 Jun 14 03:22:26.046707 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.050271 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:26.122711 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c7401-4ec9-401c-9c87-f5be683bcd0a req-a5300be8-7bcf-4239-968c-58fd9968d330 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:26.133098 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fa4c7401-4ec9-401c-9c87-f5be683bcd0a req-a5300be8-7bcf-4239-968c-58fd9968d330 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 943 time: 0.3173163 Jun 14 03:22:26.201451 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:26.212622 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:26.233583 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.303201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.322779 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fa4c7401-4ec9-401c-9c87-f5be683bcd0a req-db92bc86-b0ce-4e1d-aaad-4d61a18bd754 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877840 Jun 14 03:22:26.325738 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-7cd485a4-fb5d-4340-b97f-43c72680695a service neutron] 10.222.0.15 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392940 Jun 14 03:22:26.335847 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:26.345321 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.374295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-9ba4a8e5-787a-4e28-b462-0fb86e792d8f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:26.376053 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-9ba4a8e5-787a-4e28-b462-0fb86e792d8f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 817 time: 0.2893517 Jun 14 03:22:26.393965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Request body: {'port': {'device_id': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'admin_state_up': True, 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:26.406957 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=3c54b60a-eada-422b-8156-f2df30c470ec,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:26.419632 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:26.476578 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.478005 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-dcacd78d-cde8-46ce-9885-9a186cc6b681 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4988923 Jun 14 03:22:26.481208 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.603037 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.644948 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79daa-7d34-471d-9e14-45664f7cad8f req-ef497faa-7579-4786-85e4-7e9360196dc4 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:26.660206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:26.661410 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ca79daa-7d34-471d-9e14-45664f7cad8f req-ef497faa-7579-4786-85e4-7e9360196dc4 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.1171551 Jun 14 03:22:26.717249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.754322 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=ae24268b-640a-43ec-9937-1284803a8d58,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:26.757670 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:26.774081 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c0972a1-08a0-42ca-8a20-dcd510eab7de req-79cba005-d6de-4e7b-845b-f240f9e08563 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 210 time: 0.1109877 Jun 14 03:22:26.853487 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ca79daa-7d34-471d-9e14-45664f7cad8f req-8a2e156e-4505-4e41-9177-cac15a080dc8 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647995 Jun 14 03:22:26.870203 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53754) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:26.874667 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Made reservation on behalf of a8c7d84dd7fb452998cc19cffc074b51 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:26.880066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.973230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:26.974816 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0618958 Jun 14 03:22:27.024084 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9a0522ad-3717-44f8-b01a-84f855e38106 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1457759511&fields=id&tenant_id=f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 267 time: 0.1020696 Jun 14 03:22:27.074950 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.148447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Allocated IP 172.20.0.10 (16d0137e-5f4c-4f10-b39d-6bbcc2835b7e/dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e/4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:27.309302 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-a719c0e5-36a9-4981-b898-df3751b6a5cf tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1387845368&fields=id&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 267 time: 0.0831017 Jun 14 03:22:27.341280 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-b0dd7328-fd98-4c2f-9e84-a73d6ea28637 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:27.358483 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.366204 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-b0dd7328-fd98-4c2f-9e84-a73d6ea28637 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 810 time: 0.3279555 Jun 14 03:22:27.449357 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-336de487-b5c4-478a-9f80-6cd3a5898ab4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/quotas/f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 375 time: 0.0808265 Jun 14 03:22:27.463028 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 35ae3159-b46d-4f84-9dc0-f322661d0b74 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:27.525067 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.525067 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:27.539788 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 35ae3159-b46d-4f84-9dc0-f322661d0b74 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:27.540491 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.593713 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:27.600411 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:27.601791 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c65d01cd-b082-4077-8355-f61cf393c86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.614848 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:27.626954 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:27.633111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.634239 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.652949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Pushing event updated for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:27.660971 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:27.662841 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-b0e699a3-7772-41be-bf6d-97012f8a71d4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:27.678601 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-b0e699a3-7772-41be-bf6d-97012f8a71d4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 815 time: 0.3563604 Jun 14 03:22:27.701008 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-78518868-e362-4bb3-9a3d-caf8b04ca81b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2507651 Jun 14 03:22:27.708202 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-50a88408-e3f5-4094-8f1b-8ca40106a8b1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/quotas/8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 375 time: 0.0230718 Jun 14 03:22:27.762193 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.771252 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e9b64de1-d2c6-4e5c-8666-e5fc6dfa896a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:27.825247 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebecdee8b2bf46d5b0f3bdf419eb18d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9541759 Jun 14 03:22:27.827799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53806) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:27.842472 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfccb905-dcb6-47a0-930b-363315098d63,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:27.845687 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:27.883702 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.907861 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:27.917304 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-15e97aa2-9241-423a-b2fe-462ccb4ecb30 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080133 Jun 14 03:22:27.940373 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5546610 Jun 14 03:22:27.964145 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Request body: {'port': {'device_id': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:27.970365 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-17de79e2-82b1-40d5-b4fe-a0786e7251ca service neutron] 10.222.0.15 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521675 Jun 14 03:22:28.077723 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:28.148867 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-2d89b4c6-5a1f-4894-bd09-eb4a0b56b894 service neutron] 10.222.0.15 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041724 Jun 14 03:22:28.173961 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-c4675ae5-630b-43c8-a45c-6c5037140f6b service neutron] 10.222.0.15 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941500 Jun 14 03:22:28.223943 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:28.227054 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:28.228567 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfccb905-dcb6-47a0-930b-363315098d63 HTTP/1.1" status: 204 len: 168 time: 0.3997619 Jun 14 03:22:28.232099 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5d15d562-2156-40eb-a4ad-10edf2571840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:28.252798 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfccb905-dcb6-47a0-930b-363315098d63,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:28.257396 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:28.335208 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-90b6b2d2-911b-417a-99b6-733274693fe6 service neutron] 10.222.0.15 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711819 Jun 14 03:22:28.493423 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:28.511812 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:28.547810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Transition to ACTIVE for port object 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:28.662358 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:28.672443 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:28.724562 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device e18bcfc9-57f7-4d79-8beb-8445eccf9627 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:28.880283 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bcaf1811-8678-4e22-aa95-5a5a0fbc90e9 req-21e42379-eef4-4d74-ab37-d23162e6f122 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 210 time: 0.1158679 Jun 14 03:22:28.908372 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092415e1-cf5e-47ca-96d5-3a5c0d616e5b req-93392222-020b-49c3-a8ef-24b5cf093980 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:28.923276 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-092415e1-cf5e-47ca-96d5-3a5c0d616e5b req-93392222-020b-49c3-a8ef-24b5cf093980 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 943 time: 0.2918363 Jun 14 03:22:28.953382 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:28.970978 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:28.998532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Attempting to bind port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:29.000049 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Attempting to bind port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:29.000918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Attempting to bind port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:29.011904 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:29.025835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Attempting to bind port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:29.025835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:29.025835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Checking segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:29.025835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Bound using segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:29.027754 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Bound port: 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:29.028943 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.044949 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:29.055544 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-092415e1-cf5e-47ca-96d5-3a5c0d616e5b req-a4f066a2-374b-406c-82de-81e5e5b6a130 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312776 Jun 14 03:22:29.071028 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'port_id': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627', 'mac_address': 'fa:16:3e:83:11:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb704ca-4804-4c3a-9f8b-8d64220e1825', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:29.132277 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.157751 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18bcfc9-57f7-4d79-8beb-8445eccf9627 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:29.195143 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:29.200444 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:29.203205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:29.292066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.300397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.300397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 8a832a7f-7047-4cf7-b0ac-8a35166edc0c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:29.300564 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:29.303797 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:29.363427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:29.364382 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.366094 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] 10.222.0.23 "PUT /v2.0/ports/4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 1094 time: 1.4139459 Jun 14 03:22:29.366832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:29.369728 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdce918-c803-4a40-b5f4-37edac3ac881" -d '{"events": [{"name": "network-changed", "server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:29.401069 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:29.403592 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:29.405115 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:29.409517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:29.466565 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f3dcc08-1830-40e6-9135-46a01d6fa003 req-d422d076-9e8b-4c54-8970-c773401fb447 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 210 time: 0.0516782 Jun 14 03:22:29.513368 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe031b3-02f9-4430-8798-4a428e198b45 req-bff85b15-e46c-4bc5-9185-26c4bdb35885 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:29.515256 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4fe031b3-02f9-4430-8798-4a428e198b45 req-bff85b15-e46c-4bc5-9185-26c4bdb35885 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 943 time: 0.4454291 Jun 14 03:22:29.562103 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53870) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:29.588709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-9c49547d-e99d-4e35-9431-eeb6f733054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:29.590283 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-9c49547d-e99d-4e35-9431-eeb6f733054d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1097 time: 0.1141460 Jun 14 03:22:29.628848 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76c28163-30a3-40ee-8450-fa0eb8f3f7fc req-cb2917be-903c-4a56-a93f-1ad9fdf77aa9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0933273 Jun 14 03:22:29.632717 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,segment=NetworkSegment(870dc865-334d-480b-9bdf-cb2d4e627921),segment_id=870dc865-334d-480b-9bdf-cb2d4e627921)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:29.683203 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-6b036451-1d4f-4937-94e4-97e1c55dbe24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0836437 Jun 14 03:22:29.703048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c', 'network_id': 'fa081582-846b-4032-8607-f43cdbb2ba40', 'port_id': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c', 'mac_address': 'fa:16:3e:19:1f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9930d6b4-dff2-4808-90ef-7d22ff880d6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:29.722049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.728863 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f8d73-d0f4-4960-9409-e1a8618a7dec x-openstack-request-id: req-9f7f8d73-d0f4-4960-9409-e1a8618a7dec {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:29.729222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:29.730024 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f7f8d73-d0f4-4960-9409-e1a8618a7dec {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:29.730024 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', 'status': 'completed', 'code': 200} Jun 14 03:22:29.744645 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4fe031b3-02f9-4430-8798-4a428e198b45 req-801c08a3-e6e0-445b-b2fe-41c18f32a77e tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236845 Jun 14 03:22:29.754346 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-3a64e515-2529-424a-9cb4-7fb4f9db36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:29.756155 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-3a64e515-2529-424a-9cb4-7fb4f9db36e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0666323 Jun 14 03:22:29.766076 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53874) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:29.797080 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.814582 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-7885fa0f-5631-437d-bf46-0b5868484fde service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465925 Jun 14 03:22:29.818763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a832a7f-7047-4cf7-b0ac-8a35166edc0c {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:29.849537 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c816484c-a1b4-4447-92b6-1c758c5a2d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.853830 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,segment=NetworkSegment(870dc865-334d-480b-9bdf-cb2d4e627921),segment_id=870dc865-334d-480b-9bdf-cb2d4e627921)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:29.922434 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-c643ddd8-ce50-4f9e-a51b-14a05d56c5f9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:29.924245 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-c643ddd8-ce50-4f9e-a51b-14a05d56c5f9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 817 time: 0.3607736 Jun 14 03:22:29.940611 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Request body: {'port': {'device_id': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'admin_state_up': True, 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:29.978514 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:29.986735 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:30.007266 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-4bbaa8a7-1e2b-4428-83dc-20d8204c6f34 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847005 Jun 14 03:22:30.008172 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.067910 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:30.079449 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:30.093176 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.146151 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a8f6a15d-9f68-459d-a0c4-8c91d737bf7b req-9cf80908-49a5-43c0-95ee-0c6aa5368ef6 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 210 time: 0.1167624 Jun 14 03:22:30.212060 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e1da8bcd-d793-4599-a0f5-009f494fc7df req-b01b49d3-dc4b-4472-96cf-d08564805ed0 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922154 Jun 14 03:22:30.272510 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.307118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cbb19-bc4c-4a62-8318-c8df550f61c5 req-a914a23e-644e-4a4e-a440-e662a2e45a66 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:30.308602 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f7cbb19-bc4c-4a62-8318-c8df550f61c5 req-a914a23e-644e-4a4e-a440-e662a2e45a66 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 944 time: 0.0775781 Jun 14 03:22:30.356019 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f7cbb19-bc4c-4a62-8318-c8df550f61c5 req-afc2f8bc-84d4-4c77-8301-24743d8b8211 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Jun 14 03:22:30.365230 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['8a832a7f-7047-4cf7-b0ac-8a35166edc0c'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:30.415494 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:30.424638 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.428897 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:30.450617 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.db.api [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 03:22:30.450617 dv-cinder-796170-1-smb neutron-server[92477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 03:22:30.450617 dv-cinder-796170-1-smb neutron-server[92477]: [parameters: {'project_id_1': 'a8c7d84dd7fb452998cc19cffc074b51', 'expiration_1': datetime.datetime(2021, 6, 14, 3, 22, 30, 217768)}] Jun 14 03:22:30.450617 dv-cinder-796170-1-smb neutron-server[92477]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:22:30.451300 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_db.api [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:22:30.477145 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=357daf1629564619906217bd79fd9297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9096396 Jun 14 03:22:30.477145 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd2b6f-f0a9-4299-b9bf-39d181672b1b,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:30.479257 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53894) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:30.508893 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:30.530039 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-a830c946-1a42-4d26-be69-e02ba0c84d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:30.530039 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-a830c946-1a42-4d26-be69-e02ba0c84d13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1097 time: 0.1338611 Jun 14 03:22:30.637987 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0308af31-b8ba-45f7-80ed-186ea25a3185 req-590bc223-bdeb-4ecf-8db7-37abf9efb00b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 210 time: 0.0357928 Jun 14 03:22:30.844949 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9b44aa3-9723-4d3b-8a48-b71fb029bcfe req-2dfb2deb-df06-463c-8b7e-6fbf290f4329 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0489652 Jun 14 03:22:30.875262 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.892310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.915301 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.936053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:30.955968 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-8286b5f2-f0f6-4a62-98e4-2fd3497f45de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:30.957932 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-8286b5f2-f0f6-4a62-98e4-2fd3497f45de service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.4178493 Jun 14 03:22:30.978990 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f210415-09c0-4198-985d-be8eea3f660e req-c1fff89f-43e0-40df-a7a3-192e3a12ea04 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:30.983714 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f210415-09c0-4198-985d-be8eea3f660e req-c1fff89f-43e0-40df-a7a3-192e3a12ea04 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 944 time: 0.0859730 Jun 14 03:22:31.031865 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-5b8a1c34-3caa-4652-b571-cecefc18c3f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0594113 Jun 14 03:22:31.032445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.036208 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f210415-09c0-4198-985d-be8eea3f660e req-f507e94b-f75f-4c6e-826f-023e971162ea tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459785 Jun 14 03:22:31.036620 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:31.125893 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=267f7004e396469f874ceedd58a0b0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3626835 Jun 14 03:22:31.131601 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53906) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:31.131803 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de93a18-bc42-4a88-a22b-d35403bac727,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:31.137274 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:31.139289 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Made reservation on behalf of a8c7d84dd7fb452998cc19cffc074b51 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:31.144318 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.148414 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-e3a17b36-b6ce-48dd-b13d-dc0c2c52cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:31.149941 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-e3a17b36-b6ce-48dd-b13d-dc0c2c52cc92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.1049132 Jun 14 03:22:31.191881 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-00125897-3409-4509-bd6a-83bd4339d1db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346580 Jun 14 03:22:31.216196 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.239376 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.242277 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.245362 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.247424 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2fd2b6f-f0a9-4299-b9bf-39d181672b1b HTTP/1.1" status: 204 len: 168 time: 0.7692695 Jun 14 03:22:31.287190 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:31.305935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd2b6f-f0a9-4299-b9bf-39d181672b1b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:31.308776 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:31.334830 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-1497dffb-bdf8-4802-943e-4a757102c923 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365366 Jun 14 03:22:31.347440 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-75121151-6afb-44a6-942a-145e865a74b3 req-0571532c-5e47-45ec-9233-ad2f7624fb7b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 210 time: 0.0656292 Jun 14 03:22:31.422632 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Allocated IP 172.20.0.11 (16d0137e-5f4c-4f10-b39d-6bbcc2835b7e/dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e/385633d6-df0c-426d-8a9b-e5ac4e8e8c4b) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:31.459643 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-cbdce918-c803-4a40-b5f4-37edac3ac881 req-606f4852-ddd8-43af-8367-934c76bdd8b5 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177192 Jun 14 03:22:31.514204 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.527080 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.528162 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6de93a18-bc42-4a88-a22b-d35403bac727 HTTP/1.1" status: 204 len: 168 time: 0.3964505 Jun 14 03:22:31.551559 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d50eb238-4518-4816-80da-319f812a11f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:31.570307 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de93a18-bc42-4a88-a22b-d35403bac727,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:31.615148 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:31.698820 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fac2c-c453-49f8-b156-b9d4c7096fc3 req-1c5de218-3738-4f08-a6f7-122f54ef9d9b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:31.700473 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fc4fac2c-c453-49f8-b156-b9d4c7096fc3 req-1c5de218-3738-4f08-a6f7-122f54ef9d9b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 944 time: 0.1958783 Jun 14 03:22:31.703490 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.766771 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fc4fac2c-c453-49f8-b156-b9d4c7096fc3 req-e059cf74-7d9d-4a35-a9b9-6579234c0901 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Jun 14 03:22:31.803047 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-03b144a3-1b42-4998-a17d-09a8b3f10cfb req-deef274d-8dc9-4f22-9bf7-5f5c3b6cc9d1 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 210 time: 0.0395689 Jun 14 03:22:31.956567 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:31.972090 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:32.030886 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-861777c5-c556-49fd-9cd9-af3d328f7777 req-a51b7620-932b-4800-9ddc-ed93dd6977c1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0714633 Jun 14 03:22:32.045922 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:32.056795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:32.061356 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:32.090776 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:32.090776 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:32.112308 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Pushing event updated for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:32.119828 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:32.194464 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-ff079aec-35a1-4cb8-8739-fb41023a9ccb tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:32.197703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-ff079aec-35a1-4cb8-8739-fb41023a9ccb tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 810 time: 0.1991186 Jun 14 03:22:32.225364 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2929029 Jun 14 03:22:32.237453 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Request body: {'port': {'device_id': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:32.273168 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-4384d5ed-5e8f-4893-9365-bb99e348c0f0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 380 time: 0.0663116 Jun 14 03:22:32.284447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'port': {'device_id': '80f827ce-e220-450a-a5ef-faf03a089e11', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'admin_state_up': True, 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'security_groups': ['4e5df0b5-8b4a-420f-9ab3-96c7c528090d']}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:32.400061 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:32.432985 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d4fd-00c5-44d4-9318-b12cb0c9911c req-1c8d698e-ac74-40f4-b6fa-b0c621e37918 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:32.444091 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8155d4fd-00c5-44d4-9318-b12cb0c9911c req-1c8d698e-ac74-40f4-b6fa-b0c621e37918 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 944 time: 0.1701005 Jun 14 03:22:32.612699 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Made reservation on behalf of f4fae435cd7546208494251f77a30d42 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:32.616292 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:32.669984 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8155d4fd-00c5-44d4-9318-b12cb0c9911c req-66002cc4-741e-4fba-908d-3321e12b963a tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248909 Jun 14 03:22:32.740638 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device e18bcfc9-57f7-4d79-8beb-8445eccf9627 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:32.749847 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 53958) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:32.804915 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:32.878596 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Allocated IP 172.20.0.9 (1d26a4cb-5c11-489c-a59b-c5bca0b37103/3e72776b-c448-421a-b5f7-aaffeee8bd12/f9e57848-6614-4af1-8ec9-b4253a0258ca) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:32.899600 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.23', 53103) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:32.901978 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:32.966225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port e18bcfc9-57f7-4d79-8beb-8445eccf9627 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:32.970297 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port e18bcfc9-57f7-4d79-8beb-8445eccf9627 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:32.970692 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.108750 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.134586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.154602 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Transition to ACTIVE for port object f9e57848-6614-4af1-8ec9-b4253a0258ca will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:33.191898 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:33.249771 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8609b84-1b0e-46c4-9515-8da7e84ad17a req-c080fe25-b73b-4914-a25a-6592fab34ff2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:33.251246 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c8609b84-1b0e-46c4-9515-8da7e84ad17a req-c080fe25-b73b-4914-a25a-6592fab34ff2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 932 time: 0.7410164 Jun 14 03:22:33.261593 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:33.266681 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:33.279014 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.290816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.294780 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f01ccba0-7505-480c-8be8-99c9ff8719a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:33.332128 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:33.338873 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:33.356502 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:33.365386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:33.365386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.366870 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.368342 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 8a832a7f-7047-4cf7-b0ac-8a35166edc0c up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:33.372196 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:33.422789 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:33.422789 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:33.423486 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Transition to ACTIVE for port object 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:33.475629 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59044efa-d65c-447e-ae06-c0816d0172b3" -d '{"events": [{"server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "name": "network-vif-plugged", "status": "completed", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:33.489871 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c8609b84-1b0e-46c4-9515-8da7e84ad17a req-2661bf54-5abd-45bd-8788-399090b8ee77 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303271 Jun 14 03:22:33.503297 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.515655 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8159bfd3-1c03-407f-93be-757d2cb1696e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:33.520484 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:33.524405 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:33.538194 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-c68c0df4-3796-4937-80f1-b6c763e544bc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:33.539734 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-c68c0df4-3796-4937-80f1-b6c763e544bc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 815 time: 0.6256080 Jun 14 03:22:33.558557 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e19c-2f50-42a8-9eb7-c944e625ee55 req-0ca873c7-6bd9-4a6c-b3b5-9b857e7d5e8e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:33.560336 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d60e19c-2f50-42a8-9eb7-c944e625ee55 req-0ca873c7-6bd9-4a6c-b3b5-9b857e7d5e8e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 944 time: 0.6012683 Jun 14 03:22:33.629396 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:33.633515 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:33.633954 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.742729 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.748823 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:33.761311 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.768740 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:33.768880 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-f63116a6-108c-42f3-94b1-7c89e14154ae None None] Provisioning for port f9e57848-6614-4af1-8ec9-b4253a0258ca completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:33.778602 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-f63116a6-108c-42f3-94b1-7c89e14154ae None None] Provisioning complete for port f9e57848-6614-4af1-8ec9-b4253a0258ca triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:33.778985 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f63116a6-108c-42f3-94b1-7c89e14154ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.812464 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,segment=NetworkSegment(870dc865-334d-480b-9bdf-cb2d4e627921),segment_id=870dc865-334d-480b-9bdf-cb2d4e627921)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:33.827442 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-7811e983-1ef2-47fb-bb19-1b1003f30b64 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 380 time: 0.2442200 Jun 14 03:22:33.830142 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-f63116a6-108c-42f3-94b1-7c89e14154ae None None] Port f9e57848-6614-4af1-8ec9-b4253a0258ca cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:33.853849 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d60e19c-2f50-42a8-9eb7-c944e625ee55 req-990eb0f9-49f5-4933-a270-ff6274403336 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572007 Jun 14 03:22:33.863321 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'port': {'device_id': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'admin_state_up': True, 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'security_groups': ['aa106119-72bd-4576-a137-aebe95dd1ed3']}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:33.881608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.932992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-aae070fb-8d3a-4576-948a-988cf407c133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:33.949862 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9587e3095ac47008412ae2d5afd3bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1981580 Jun 14 03:22:33.951067 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Attempting to bind port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:33.951067 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Attempting to bind port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:33.951370 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Attempting to bind port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:33.953285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 53998) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:33.966536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:33.969134 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:34.014615 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7348082 Jun 14 03:22:34.038134 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Request body: {'port': {'device_id': '80f827ce-e220-450a-a5ef-faf03a089e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:34.044399 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e7f03a0e-356b-4484-9472-52befe1a5d6a req-4445c594-165a-4b2f-ac60-250c580e372e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0519760 Jun 14 03:22:34.056282 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:34.056615 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Attempting to bind port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b on network 16d0137e-5f4c-4f10-b39d-6bbcc2835b7e {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:34.069020 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:34.071514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.075915 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:34.109549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.143515 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:34.143855 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Checking segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:34.144238 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Bound using segment: {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:34.144685 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Bound port: 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:34.145032 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.166507 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e305bc8-4a1a-49c3-abd8-14ba5e788022,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:34.179745 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:34.187614 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.201190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fc621-236b-4392-845f-a841db4e6041 req-b78e47de-7793-4bea-9a8d-d95580d430a6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:34.209391 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f4fc621-236b-4392-845f-a841db4e6041 req-b78e47de-7793-4bea-9a8d-d95580d430a6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 931 time: 0.5225401 Jun 14 03:22:34.305125 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f4fc621-236b-4392-845f-a841db4e6041 req-a855fd29-da8a-42b3-91e7-67427e1c38f9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941019 Jun 14 03:22:34.334264 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec038a21-6303-4d94-baeb-457db044e258 x-openstack-request-id: req-ec038a21-6303-4d94-baeb-457db044e258 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:34.334590 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "name": "network-vif-plugged", "status": "completed", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:34.334849 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec038a21-6303-4d94-baeb-457db044e258 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:34.335336 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627', 'code': 200} Jun 14 03:22:34.356631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:34.360090 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:34.389234 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.392222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.393784 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e305bc8-4a1a-49c3-abd8-14ba5e788022 HTTP/1.1" status: 204 len: 168 time: 0.4394734 Jun 14 03:22:34.396330 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-510a3e01-2977-47c8-946f-a39751056077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:34.467005 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e305bc8-4a1a-49c3-abd8-14ba5e788022,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:34.469668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:34.533007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.533910 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Made reservation on behalf of 8011d0383d334fbc87e7325584b4b2f2 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:34.538436 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.590741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:34.605245 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e57848-6614-4af1-8ec9-b4253a0258ca {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:34.605820 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:34.606798 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.608527 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] 10.222.0.23 "PUT /v2.0/ports/385633d6-df0c-426d-8a9b-e5ac4e8e8c4b HTTP/1.1" status: 200 len: 1094 time: 2.3760881 Jun 14 03:22:34.614857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:34.617920 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b183fd-0ff3-4d85-a2a2-c344a207a835" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:34.626623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.651770 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Transition to ACTIVE for port object f9e57848-6614-4af1-8ec9-b4253a0258ca will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:34.667336 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54028) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:34.742602 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:34.835521 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:34.845698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:34.846036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:34.846124 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:34.863612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f7d10-663c-43a3-9801-dd3fb9ecc738 req-9f1c2b4a-0ed0-4a42-9f6d-04b22d19303a tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:34.871584 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d2f7d10-663c-43a3-9801-dd3fb9ecc738 req-9f1c2b4a-0ed0-4a42-9f6d-04b22d19303a tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.4169707 Jun 14 03:22:34.897801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.23', 53106) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:34.998954 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c864f1-daf8-47be-8262-11a61c85dae9 req-25242829-d6b1-4969-8319-3f6a088a53e3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.000443 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22c864f1-daf8-47be-8262-11a61c85dae9 req-25242829-d6b1-4969-8319-3f6a088a53e3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 944 time: 0.3444262 Jun 14 03:22:35.032101 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d2f7d10-663c-43a3-9801-dd3fb9ecc738 req-e2337389-d677-4fb9-a55a-672e1c1c7ccf tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595674 Jun 14 03:22:35.050275 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Allocated IP 172.20.0.6 (9095088c-5ffe-45af-94dc-8af3c9e4b500/e0f5e748-01b5-4416-b5c3-d7f37dcba361/403308c0-8f48-41bf-af18-34b28c08b2ac) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:35.071873 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.083290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:35.108084 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:35.112089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:35.143012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'port_id': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', 'mac_address': 'fa:16:3e:39:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:35.206607 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Attempting to bind port f9e57848-6614-4af1-8ec9-b4253a0258ca on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:35.207355 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Attempting to bind port f9e57848-6614-4af1-8ec9-b4253a0258ca by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:35.207690 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Attempting to bind port f9e57848-6614-4af1-8ec9-b4253a0258ca on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:35.225840 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.229177 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Port f9e57848-6614-4af1-8ec9-b4253a0258ca on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:35.229448 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Attempting to bind port f9e57848-6614-4af1-8ec9-b4253a0258ca on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:35.244855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:35.245206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Checking segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:35.245600 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Bound using segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:35.246103 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Bound port: f9e57848-6614-4af1-8ec9-b4253a0258ca, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:35.246453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.261728 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32210087-c874-4604-b6ac-4b0a1d098a0a x-openstack-request-id: req-32210087-c874-4604-b6ac-4b0a1d098a0a {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:35.262048 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:35.263214 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32210087-c874-4604-b6ac-4b0a1d098a0a {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:35.263432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-78847a0d-ed92-4549-a7c8-d98b44bf65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.263653 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b', 'status': 'completed', 'code': 200} Jun 14 03:22:35.263759 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:35.265268 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-78847a0d-ed92-4549-a7c8-d98b44bf65d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 1098 time: 0.3641641 Jun 14 03:22:35.272681 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22c864f1-daf8-47be-8262-11a61c85dae9 req-0db58f12-1820-4431-b5c1-7054e6ee708a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353256 Jun 14 03:22:35.300751 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-191bdfc4-76ce-4caf-8d8c-13e7c2e3bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.302459 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-191bdfc4-76ce-4caf-8d8c-13e7c2e3bf7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 1097 time: 0.5268538 Jun 14 03:22:35.329576 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:35.331611 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.448081 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-94dc0614-fd03-48dc-b75d-1a008a1504fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b HTTP/1.1" status: 200 len: 217 time: 0.0975626 Jun 14 03:22:35.451217 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:35.456467 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:35.467101 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.502038 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.504759 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b47e8757-6d10-46ba-9fe1-61cb63f163ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:35.510607 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c2e7b211-81a3-4d44-9808-202ed88a8a39 req-f1c37e5d-af01-44b7-bd30-43f017510ef6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0677013 Jun 14 03:22:35.534220 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.539311 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d729456b-5e5e-4d72-9691-546bcbd3b328 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:35.587577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.607707 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-75132f1f-2fe4-4ece-8c81-6578cac435d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.608427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.609186 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-75132f1f-2fe4-4ece-8c81-6578cac435d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.1486962 Jun 14 03:22:35.609689 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.612392 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] 10.222.0.23 "PUT /v2.0/ports/f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 1093 time: 1.5871758 Jun 14 03:22:35.613418 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:35.614499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:35.617322 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2aea94-b49e-4139-88b2-b0cb28dac513" -d '{"events": [{"name": "network-changed", "server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:35.619465 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Transition to ACTIVE for port object 403308c0-8f48-41bf-af18-34b28c08b2ac will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:35.629448 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:35.635952 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:35.668270 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-2317dd4b-9f1b-4b97-b39a-6d8f8da38399 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460782 Jun 14 03:22:35.675832 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd96b2-3470-46a4-936c-082a8ca95acb req-d0e115db-9f75-4aa9-aebf-43335ddd8924 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:35.677310 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65bd96b2-3470-46a4-936c-082a8ca95acb req-d0e115db-9f75-4aa9-aebf-43335ddd8924 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.3279438 Jun 14 03:22:35.718466 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54058) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:35.871418 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:35.972634 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49ce1ad8b1454ddcb6e421b33793c971&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3041742 Jun 14 03:22:36.001424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:36.006202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54068) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:36.020667 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:36.021892 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:36.121957 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65bd96b2-3470-46a4-936c-082a8ca95acb req-c36edeb2-c41e-45de-9fb3-d3a8f0fc739c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120867 Jun 14 03:22:36.153091 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-68dad70a-0568-4aa2-82e7-2b5595e6f50e service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681890 Jun 14 03:22:36.154433 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.156045 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8515cfd9-0e22-478c-8300-f6c0f499c98e,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:36.161517 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1786e56-ca7d-485e-8b93-093e165afc06 req-a8c12c6f-6394-46fc-a44f-d8f884239789 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.163224 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1786e56-ca7d-485e-8b93-093e165afc06 req-a8c12c6f-6394-46fc-a44f-d8f884239789 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 943 time: 0.4823277 Jun 14 03:22:36.175059 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:36.214550 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.222826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c851121-0cc9-430a-8a10-dba8ffa8b75c x-openstack-request-id: req-5c851121-0cc9-430a-8a10-dba8ffa8b75c {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:36.222938 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:36.223218 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c851121-0cc9-430a-8a10-dba8ffa8b75c {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:36.223633 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'status': 'completed', 'code': 200} Jun 14 03:22:36.239441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-f6054ddc-a2fd-4c6a-80d2-6b7616f89293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.240953 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-f6054ddc-a2fd-4c6a-80d2-6b7616f89293 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1096 time: 0.2937562 Jun 14 03:22:36.260574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.309185 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:36.322153 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.329754 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-c86d9452-734b-4c52-bd68-fd8ef7473287 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 217 time: 0.0795407 Jun 14 03:22:36.336513 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:36.339544 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f2cee-5f71-4080-8800-862359eb0270" -d '{"events": [{"server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "name": "network-vif-plugged", "status": "completed", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:36.366956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.415496 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:36.428248 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1786e56-ca7d-485e-8b93-093e165afc06 req-09f96e40-f579-4e00-a5b4-bc8ecab80b18 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569289 Jun 14 03:22:36.430479 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-81f6cbed-e1f3-472b-888a-bc12a11338a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.432238 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-81f6cbed-e1f3-472b-888a-bc12a11338a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0934410 Jun 14 03:22:36.440719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:36.444068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:36.461260 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.461955 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.465806 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:36.469628 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:36.473937 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-057de448-c3b6-42eb-b1eb-256b2b522f67 req-503b8b58-177b-4c27-a23c-5d7b2a4ce298 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097174 Jun 14 03:22:36.505991 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.515257 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e25f93b6-05c1-49de-8d9f-d07e26ac9154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:36.524193 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b99653-ec79-4978-be98-53ad53de23fb req-dc391d6e-a595-42a2-98eb-fb1124fcb6de tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.525429 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47b99653-ec79-4978-be98-53ad53de23fb req-dc391d6e-a595-42a2-98eb-fb1124fcb6de tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.1841757 Jun 14 03:22:36.558065 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.561220 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.562465 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8515cfd9-0e22-478c-8300-f6c0f499c98e HTTP/1.1" status: 204 len: 168 time: 0.5541306 Jun 14 03:22:36.573231 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-371d8b7c-b055-46eb-b57c-93bcd87cb73a req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2888584 Jun 14 03:22:36.633877 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2744704-de0e-4fde-a37e-da0af53de5e7,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:36.641868 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:22:36.659331 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47b99653-ec79-4978-be98-53ad53de23fb req-e1b02823-2dea-462f-9f56-6ca61a32d428 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264956 Jun 14 03:22:36.688537 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:36.691810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3cbe2ff9-29cc-438b-917d-8f03b93b7ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:36.707441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515cfd9-0e22-478c-8300-f6c0f499c98e,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:36.737364 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe0a0c-e8a5-4748-8016-ecaacce3e257 x-openstack-request-id: req-bfbe0a0c-e8a5-4748-8016-ecaacce3e257 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:36.737695 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "name": "network-vif-plugged", "status": "completed", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:36.737961 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfbe0a0c-e8a5-4748-8016-ecaacce3e257 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:36.738348 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c', 'code': 200} Jun 14 03:22:36.739935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:36.744070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747408-dd8c-46de-baa1-88945187eaf3 req-0b3b2107-1f91-49d0-99e6-9652be6e4823 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.745924 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-67747408-dd8c-46de-baa1-88945187eaf3 req-0b3b2107-1f91-49d0-99e6-9652be6e4823 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 944 time: 0.1587682 Jun 14 03:22:36.822326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-67747408-dd8c-46de-baa1-88945187eaf3 req-4feee765-20a4-4ebf-adc0-9edc257b17b8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Jun 14 03:22:36.827464 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418427b2-7c1f-4402-96fe-f4654919d90e req-57d64e56-d3e0-43af-b2ff-de8edc499c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.828966 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-57d64e56-d3e0-43af-b2ff-de8edc499c5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3901272 Jun 14 03:22:36.897519 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:36.947332 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1b38e-487b-48cd-9cf7-3e1502c6b08f req-869d8ec1-22ea-4960-a723-9abc8be08e4a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.948809 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-07f1b38e-487b-48cd-9cf7-3e1502c6b08f req-869d8ec1-22ea-4960-a723-9abc8be08e4a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 931 time: 0.0827940 Jun 14 03:22:36.967693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-28224425-f3ce-4d3c-8f2d-8618d9543d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:36.969390 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-28224425-f3ce-4d3c-8f2d-8618d9543d1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 1097 time: 0.2284315 Jun 14 03:22:37.003309 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-07f1b38e-487b-48cd-9cf7-3e1502c6b08f req-a162d04c-746e-4a77-82b4-a81ca90e790d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Jun 14 03:22:37.019119 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d28c5585-fc71-469b-94af-fc59ced40759 None None] Provisioning for port 403308c0-8f48-41bf-af18-34b28c08b2ac completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:37.023776 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d28c5585-fc71-469b-94af-fc59ced40759 None None] Provisioning complete for port 403308c0-8f48-41bf-af18-34b28c08b2ac triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:37.024399 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d28c5585-fc71-469b-94af-fc59ced40759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.025795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.031861 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-46e2c705-956f-4ac7-91ed-cd48ff2dbc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:37.048866 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-79aaccfb-aeba-4e82-9330-ab1a8fea1ad9 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000003 Jun 14 03:22:37.070347 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-d28c5585-fc71-469b-94af-fc59ced40759 None None] Port 403308c0-8f48-41bf-af18-34b28c08b2ac cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:22:37.074269 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea4dbd-5548-467c-a71c-560050b7ceb9,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:37.077765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:37.108368 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=832b77c4878448c6b5f705ed97e5e47f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3857801 Jun 14 03:22:37.108704 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54092) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:37.166906 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.193237 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3561850 Jun 14 03:22:37.198148 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.222991 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Request body: {'port': {'device_id': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:37.270290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-3cfb384a-4f3f-4382-b528-c499b72a3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.271770 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-3cfb384a-4f3f-4382-b528-c499b72a3959 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.2938538 Jun 14 03:22:37.294106 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-418427b2-7c1f-4402-96fe-f4654919d90e req-8cfb107e-4a6a-449a-85c1-6a7135dffa66 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209957 Jun 14 03:22:37.339167 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-cc8a597e-83db-49ce-b035-9969864197a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b HTTP/1.1" status: 200 len: 217 time: 0.0570240 Jun 14 03:22:37.407374 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-49a2a473-8683-46a6-86f1-c3cee87dcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.409206 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-49a2a473-8683-46a6-86f1-c3cee87dcbb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0622683 Jun 14 03:22:37.447326 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-c0d2ebe7-b0da-4833-a592-bef90a135539 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314701 Jun 14 03:22:37.469287 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.474844 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e2eb8-2246-4fae-a187-bd10298b831e req-40d42939-8cb9-4e99-bd22-80d0e425df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.476365 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a0e2eb8-2246-4fae-a187-bd10298b831e req-40d42939-8cb9-4e99-bd22-80d0e425df4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 1098 time: 0.2423739 Jun 14 03:22:37.508278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54102) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:37.556631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e5e7e-8133-4f5c-8e45-cd22099c26a1 req-816cf2b9-198c-4b95-ba55-7c2dcdc29f00 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.557655 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fa8e5e7e-8133-4f5c-8e45-cd22099c26a1 req-816cf2b9-198c-4b95-ba55-7c2dcdc29f00 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.2664914 Jun 14 03:22:37.582230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.630654 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.651913 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-4f6fbbdf-12e8-44bf-b63f-3bfc0e2d412a service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942697 Jun 14 03:22:37.654066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-080cfa26-0d37-4c53-bf19-cff9a3481ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.655412 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-080cfa26-0d37-4c53-bf19-cff9a3481ab4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1096 time: 0.1860445 Jun 14 03:22:37.666987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:37.670419 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bea4dbd-5548-467c-a71c-560050b7ceb9 HTTP/1.1" status: 204 len: 168 time: 0.5584121 Jun 14 03:22:37.674380 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:37.677490 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a0e2eb8-2246-4fae-a187-bd10298b831e req-a9a56994-27c3-4921-8be2-2a2a8bc9c053 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902137 Jun 14 03:22:37.771333 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea4dbd-5548-467c-a71c-560050b7ceb9,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:37.789172 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:37.797286 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fa8e5e7e-8133-4f5c-8e45-cd22099c26a1 req-e490b05a-76a0-4c3a-8367-6caa400d0b0b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287912 Jun 14 03:22:37.911951 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-41b183fd-0ff3-4d85-a2a2-c344a207a835 req-0c56cf0e-475b-4e52-aab5-32f6499207d8 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483535 Jun 14 03:22:37.913073 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-49120f7a-4738-40d1-90d0-a647eb34512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:37.914550 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-49120f7a-4738-40d1-90d0-a647eb34512c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.2436898 Jun 14 03:22:38.051879 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aa8a6-9d48-46ed-9f4f-7a68c660b569 req-b46013d9-9166-40aa-8be6-6956d1379cb2 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.053360 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ad7aa8a6-9d48-46ed-9f4f-7a68c660b569 req-b46013d9-9166-40aa-8be6-6956d1379cb2 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 943 time: 0.4817538 Jun 14 03:22:38.154982 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.199724 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ad7aa8a6-9d48-46ed-9f4f-7a68c660b569 req-3e4a5791-58c9-41d4-8981-f02259c67f53 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356661 Jun 14 03:22:38.214020 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dffb6c-89db-4eb4-8f7f-e042efff8426 req-0c0c3c61-10a2-4074-8fe2-4c26da332f18 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.216168 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97dffb6c-89db-4eb4-8f7f-e042efff8426 req-0c0c3c61-10a2-4074-8fe2-4c26da332f18 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.2517402 Jun 14 03:22:38.228279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:38.260465 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.265620 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.282223 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:38.307076 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Transition to ACTIVE for port object 403308c0-8f48-41bf-af18-34b28c08b2ac will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:38.332858 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-67e7c96c-9e0c-491a-8e99-50b48979aeeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 217 time: 0.0673823 Jun 14 03:22:38.339634 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97dffb6c-89db-4eb4-8f7f-e042efff8426 req-557b34f3-c523-4fad-ade7-0af3fa49fc9a tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173990 Jun 14 03:22:38.349148 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=443dbc4b609f4eaaaa143f9c9634d11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384528 Jun 14 03:22:38.351316 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00671ef-1922-4bd9-a9d5-18527ba8712e,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:38.352614 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54122) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:38.375328 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:38.411198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.422034 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d55de-85a7-4e70-b504-d8ead4e50ad7 req-23627a7b-20b8-4858-95db-f4da9db5f9b5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.423594 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3f0d55de-85a7-4e70-b504-d8ead4e50ad7 req-23627a7b-20b8-4858-95db-f4da9db5f9b5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 944 time: 0.0916867 Jun 14 03:22:38.425777 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:38.484659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.488708 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-1f24e5ff-67b3-499b-9095-66ee956ff9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.490561 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-1f24e5ff-67b3-499b-9095-66ee956ff9b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.1388533 Jun 14 03:22:38.562800 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54128) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:38.567311 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.567998 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:38.578613 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:38.586862 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.649245 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3f0d55de-85a7-4e70-b504-d8ead4e50ad7 req-1d87708a-8dc6-40f3-853c-60ebcb92299d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161183 Jun 14 03:22:38.687843 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-8bfee79d-a886-4ac2-9cc9-d9eaa27605cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.689615 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-8bfee79d-a886-4ac2-9cc9-d9eaa27605cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1889277 Jun 14 03:22:38.734864 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Attempting to bind port 403308c0-8f48-41bf-af18-34b28c08b2ac on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:38.734864 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Attempting to bind port 403308c0-8f48-41bf-af18-34b28c08b2ac by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:38.737786 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:38.738551 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Attempting to bind port 403308c0-8f48-41bf-af18-34b28c08b2ac on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:38.756696 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadaa20-b010-422d-af0b-4fbdd8419242 req-45806eff-aaf2-4ca2-82ec-648bd14e2bf6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:38.758854 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2aadaa20-b010-422d-af0b-4fbdd8419242 req-45806eff-aaf2-4ca2-82ec-648bd14e2bf6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.2090819 Jun 14 03:22:38.762275 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Port 403308c0-8f48-41bf-af18-34b28c08b2ac on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:38.763201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Attempting to bind port 403308c0-8f48-41bf-af18-34b28c08b2ac on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:38.793684 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:38.794030 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Checking segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:38.794420 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Bound using segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:38.795205 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Bound port: 403308c0-8f48-41bf-af18-34b28c08b2ac, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:38.795554 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:38.882789 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2aadaa20-b010-422d-af0b-4fbdd8419242 req-8477a13b-0323-4e5e-b80e-c79b15103d1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168020 Jun 14 03:22:38.908365 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:38.909517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:38.912157 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:38.917019 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:38.917019 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.002775 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.005460 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.007570 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.009476 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d00671ef-1922-4bd9-a9d5-18527ba8712e HTTP/1.1" status: 204 len: 168 time: 0.6385217 Jun 14 03:22:39.014304 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:39.021998 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dbd607a9-cda9-475b-8521-a850f988b14a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:39.043722 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.044625 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00671ef-1922-4bd9-a9d5-18527ba8712e,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:39.053549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:39.060208 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:39.060857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.062290 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] 10.222.0.23 "PUT /v2.0/ports/403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 1093 time: 1.8449819 Jun 14 03:22:39.062779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:39.065177 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb5308-8d67-4c14-b688-a82e97650444" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:39.125594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.133620 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:39.144839 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:39.145432 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:39.147100 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9689c0b-68d9-4a58-b8e8-923a3758aa62 x-openstack-request-id: req-a9689c0b-68d9-4a58-b8e8-923a3758aa62 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:39.147416 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:39.147675 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9689c0b-68d9-4a58-b8e8-923a3758aa62 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:39.148040 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-7294ea80-f447-4b95-bbe7-2825ac11118e service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502726 Jun 14 03:22:39.148150 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'status': 'completed', 'code': 200} Jun 14 03:22:39.151814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331e93f6-5e5b-48a3-9644-4cc4dd416349" -d '{"events": [{"server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:39.172027 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:39.173109 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243f5aa-66cd-4f97-8031-96943ffcce05 req-7fef5128-8796-4f7d-abe7-60e3d0f1cfe0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:39.174762 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6243f5aa-66cd-4f97-8031-96943ffcce05 req-7fef5128-8796-4f7d-abe7-60e3d0f1cfe0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.2072840 Jun 14 03:22:39.207069 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e3b99-57b9-4452-b51d-7c0a7c037c4b x-openstack-request-id: req-a71e3b99-57b9-4452-b51d-7c0a7c037c4b {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:39.209267 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:39.209539 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a71e3b99-57b9-4452-b51d-7c0a7c037c4b {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:39.210276 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', 'code': 200} Jun 14 03:22:39.275275 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.281089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:39.341623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:39.404536 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6243f5aa-66cd-4f97-8031-96943ffcce05 req-a97366ce-18aa-4455-8d40-8877a06154db tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088151 Jun 14 03:22:39.410088 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:39.411470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b394d206-37a9-4975-af59-46ab2d3d2129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:39.423952 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:39.439197 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee4d2eac6b7d474489236892c493402e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8745143 Jun 14 03:22:39.440379 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5308-8d67-4c14-b688-a82e97650444 req-9b4ee1ef-cc06-4048-877a-9262698bf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:39.442215 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40cb5308-8d67-4c14-b688-a82e97650444 req-9b4ee1ef-cc06-4048-877a-9262698bf326 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1096 time: 0.2665639 Jun 14 03:22:39.442690 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54156) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:39.449005 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c1a32-8f4b-4066-86ad-bda525db1fb4,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:39.454796 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:39.488581 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-af2aea94-b49e-4139-88b2-b0cb28dac513 req-29be62d2-160f-45e4-aa04-36bd52e6ce43 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328519 Jun 14 03:22:39.889734 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa71a-5bf5-43d5-90f4-0c08f16dffa6 req-d6bb488b-fb75-4548-9169-96feb4c8f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:39.891661 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-004aa71a-5bf5-43d5-90f4-0c08f16dffa6 req-d6bb488b-fb75-4548-9169-96feb4c8f013 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0738297 Jun 14 03:22:39.940490 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-004aa71a-5bf5-43d5-90f4-0c08f16dffa6 req-2dfb8d3d-f8a2-436e-be0a-9e13dffeaec3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Jun 14 03:22:40.023812 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5308-8d67-4c14-b688-a82e97650444 req-24bfc327-61ab-4573-8940-8abf3f0d98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.025281 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40cb5308-8d67-4c14-b688-a82e97650444 req-24bfc327-61ab-4573-8940-8abf3f0d98ed service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8011d0383d334fbc87e7325584b4b2f2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5565341 Jun 14 03:22:40.027074 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:40.056046 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac7623-2cb7-42d9-aefb-6ef4b9223a9b req-a765095c-8b37-477b-94e7-7d2908639c6e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.057490 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60ac7623-2cb7-42d9-aefb-6ef4b9223a9b req-a765095c-8b37-477b-94e7-7d2908639c6e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 943 time: 0.5876555 Jun 14 03:22:40.081955 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:40.119261 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74e7f-afce-410a-bdd1-6c1fc75c19ed req-e1958a46-3636-47a3-ba3b-c348ff63eb79 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.120743 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ccf74e7f-afce-410a-bdd1-6c1fc75c19ed req-e1958a46-3636-47a3-ba3b-c348ff63eb79 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.3201849 Jun 14 03:22:40.242479 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60ac7623-2cb7-42d9-aefb-6ef4b9223a9b req-fa2c00f4-c1b3-4b20-bb44-f1fc99e9725c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727619 Jun 14 03:22:40.338464 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ccf74e7f-afce-410a-bdd1-6c1fc75c19ed req-4170835d-17ae-430d-b7da-774eee396cc4 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063370 Jun 14 03:22:40.409259 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5308-8d67-4c14-b688-a82e97650444 req-a0a7483d-08d8-4248-9e9b-c61ffc3e4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.410801 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40cb5308-8d67-4c14-b688-a82e97650444 req-a0a7483d-08d8-4248-9e9b-c61ffc3e4756 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103015 Jun 14 03:22:40.454698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73887ed-147a-4ec3-9b26-a234fa434d05 req-564fb6df-51fa-4ab4-a824-c86b49862cc9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.456915 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c73887ed-147a-4ec3-9b26-a234fa434d05 req-564fb6df-51fa-4ab4-a824-c86b49862cc9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 944 time: 0.0965393 Jun 14 03:22:40.545317 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:40.552135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:40.553306 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/433c1a32-8f4b-4066-86ad-bda525db1fb4 HTTP/1.1" status: 204 len: 168 time: 1.1083207 Jun 14 03:22:40.558258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ccd660f4-d5c9-44e1-8774-a0d16f876676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:40.586345 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c1a32-8f4b-4066-86ad-bda525db1fb4,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:40.588635 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:40.600186 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c73887ed-147a-4ec3-9b26-a234fa434d05 req-2ff0dfed-026d-4b8b-99ff-2547030be555 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329031 Jun 14 03:22:40.625657 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-ffd02fec-73f7-4d79-b3c3-1359e3f3db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.627751 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-ffd02fec-73f7-4d79-b3c3-1359e3f3db60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1096 time: 0.1693354 Jun 14 03:22:40.635641 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebaee-dabf-4086-8bdf-eaeaf0e7337b req-25107f5c-76e9-4b2b-8753-78d3a411788a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.642237 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3c2ebaee-dabf-4086-8bdf-eaeaf0e7337b req-25107f5c-76e9-4b2b-8753-78d3a411788a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1511774 Jun 14 03:22:40.727535 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-bbe24275-f7cc-4940-a43e-682e5c8c8955 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 217 time: 0.0832367 Jun 14 03:22:40.737081 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3c2ebaee-dabf-4086-8bdf-eaeaf0e7337b req-cc6eced9-546d-44d1-9737-e420e635efe5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921502 Jun 14 03:22:40.755472 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:40.840227 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-53c9c954-e5b2-46b5-a83c-051986a9bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.841743 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-53c9c954-e5b2-46b5-a83c-051986a9bbf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.1055756 Jun 14 03:22:40.900348 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:40.919238 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b', 'network_id': '16d0137e-5f4c-4f10-b39d-6bbcc2835b7e', 'port_id': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b', 'mac_address': 'fa:16:3e:8b:d6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:40.943154 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcc3ed-d654-4887-b278-67dfbf360dfc req-0c5d56bf-d250-4f1e-b5a6-85e34d7e2588 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.944948 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ccdcc3ed-d654-4887-b278-67dfbf360dfc req-0c5d56bf-d250-4f1e-b5a6-85e34d7e2588 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.1538181 Jun 14 03:22:40.960699 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-0f3efa83-fc8d-48f1-973b-8944566a9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:40.962751 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-0f3efa83-fc8d-48f1-973b-8944566a9eab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127889 Jun 14 03:22:40.985606 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:41.003961 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:41.031879 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:41.077396 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ccdcc3ed-d654-4887-b278-67dfbf360dfc req-1c231274-b532-4ecf-9e68-6fa490b63627 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136556 Jun 14 03:22:41.118420 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-e4b38218-3703-432b-b951-29cad4c33010 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476800 Jun 14 03:22:41.161078 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:41.163047 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:41.227348 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:41.240225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:41.320956 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de7b7849-b553-483e-bb49-dbb21ed02a49 req-63bc86fa-9748-4756-8d4e-50077de14d2f service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915257 Jun 14 03:22:41.486945 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0d92-5bca-4867-8401-6f406f5951b7 req-480b01a6-c733-4ca1-987c-27214d868bbf tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:41.488950 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97ba0d92-5bca-4867-8401-6f406f5951b7 req-480b01a6-c733-4ca1-987c-27214d868bbf tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 943 time: 0.1218021 Jun 14 03:22:41.583619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97ba0d92-5bca-4867-8401-6f406f5951b7 req-1b233176-bb8a-48bf-8897-ba34ed350124 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882633 Jun 14 03:22:41.644636 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78be3-c971-42ae-9d33-b8f8b822636a req-f558a3f5-4eaa-4f01-9334-b1804f9a6d5e tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:41.646321 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ce78be3-c971-42ae-9d33-b8f8b822636a req-f558a3f5-4eaa-4f01-9334-b1804f9a6d5e tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.1304245 Jun 14 03:22:41.718176 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ce78be3-c971-42ae-9d33-b8f8b822636a req-72f890c9-1d65-4a13-8f97-089afa1f7006 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595753 Jun 14 03:22:41.752868 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['385633d6-df0c-426d-8a9b-e5ac4e8e8c4b'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:41.879467 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c0ec-4324-45af-97ba-c350b1caf960 req-38b1c832-0a98-4475-9e91-c7620c7aa4a0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:41.880927 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ec1c0ec-4324-45af-97ba-c350b1caf960 req-38b1c832-0a98-4475-9e91-c7620c7aa4a0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 945 time: 0.0996835 Jun 14 03:22:41.995854 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ec1c0ec-4324-45af-97ba-c350b1caf960 req-ec47f841-e8f0-4010-9875-f048e6cfc7ba tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796378 Jun 14 03:22:42.029778 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac68cc-e28c-4781-a2ad-a7f9a41a8ecd req-fc8ad38f-006c-416d-ac17-fa4f902456bc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:42.031745 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1cac68cc-e28c-4781-a2ad-a7f9a41a8ecd req-fc8ad38f-006c-416d-ac17-fa4f902456bc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1498344 Jun 14 03:22:42.091905 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1cac68cc-e28c-4781-a2ad-a7f9a41a8ecd req-187e31c6-9a02-48f3-8dc3-1202c559312f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537167 Jun 14 03:22:42.759785 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device f9e57848-6614-4af1-8ec9-b4253a0258ca details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:42.789644 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54284) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:42.869674 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e50d8-216d-4d1f-9b0f-27b24a5a781f req-a45bd33e-7f0a-41ae-bacf-e55e7fc48364 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:42.874375 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-789e50d8-216d-4d1f-9b0f-27b24a5a781f req-a45bd33e-7f0a-41ae-bacf-e55e7fc48364 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 943 time: 0.1649246 Jun 14 03:22:42.926115 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54292) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:42.955489 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-789e50d8-216d-4d1f-9b0f-27b24a5a781f req-f2df2325-2eeb-437c-8f90-a76d12a88072 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753260 Jun 14 03:22:42.990534 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:43.004570 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'port_id': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'mac_address': 'fa:16:3e:3c:ad:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:43.039512 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.051744 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.079834 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e57848-6614-4af1-8ec9-b4253a0258ca {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:43.096188 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.118648 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:43.188466 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.246816 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.248861 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:43.278616 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.285544 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-383e453d-68a4-4041-a6a4-4ded3ec08dd3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:43.312046 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:43.316292 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:43.343844 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38746b91993748d38152a59ad217702b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530839 Jun 14 03:22:43.350424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54306) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:43.360008 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ce2e8-a821-4d9f-b7dd-7ba638d61857,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:43.367214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:43.444283 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.478257 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.488261 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.514691 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5db60-aa61-44cf-b053-e366c550f827 req-127d2a17-c994-44a3-8b8e-01a8d9ea9025 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:43.516139 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efd5db60-aa61-44cf-b053-e366c550f827 req-127d2a17-c994-44a3-8b8e-01a8d9ea9025 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 945 time: 0.3276324 Jun 14 03:22:43.571994 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6fd9e-b734-410b-b6a4-85f3f13e5854 req-2532ea03-bdc9-46e9-8d84-c608bb5fbc92 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:43.573775 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c7a6fd9e-b734-410b-b6a4-85f3f13e5854 req-2532ea03-bdc9-46e9-8d84-c608bb5fbc92 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.3419957 Jun 14 03:22:43.576866 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efd5db60-aa61-44cf-b053-e366c550f827 req-d9add7e8-d5a3-4779-bce1-b37cc2ab49b0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Jun 14 03:22:43.586144 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.589759 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:43.626738 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c7a6fd9e-b734-410b-b6a4-85f3f13e5854 req-64c19240-b635-4bb7-833b-db3226740ac9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471795 Jun 14 03:22:43.628021 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.630722 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.631728 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a4ce2e8-a821-4d9f-b7dd-7ba638d61857 HTTP/1.1" status: 204 len: 168 time: 0.2785132 Jun 14 03:22:43.635777 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['f9e57848-6614-4af1-8ec9-b4253a0258ca'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:43.640197 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92765d66e62140cf813cdc972e72d998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121875 Jun 14 03:22:43.643091 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54310) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:43.650906 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a847835e-5949-4a00-b57b-c9c6496d29e2,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:43.662526 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:43.663036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-dd6e6f54-bd9e-4c70-bdea-5247276e6fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:43.675929 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ce2e8-a821-4d9f-b7dd-7ba638d61857,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:43.680962 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:43.719357 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.749548 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.886342 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.889422 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:43.890578 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a847835e-5949-4a00-b57b-c9c6496d29e2 HTTP/1.1" status: 204 len: 168 time: 0.2462087 Jun 14 03:22:43.891343 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0d19aaae-0548-4c44-af60-c309ba6c3ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:43.900413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847835e-5949-4a00-b57b-c9c6496d29e2,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:43.903040 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:44.138762 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:44.147177 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511c58-a16f-43d2-8746-0e0e6bda33db req-74060da9-6b49-4692-8701-a9f050c52775 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:44.149075 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6c511c58-a16f-43d2-8746-0e0e6bda33db req-74060da9-6b49-4692-8701-a9f050c52775 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 944 time: 0.0765762 Jun 14 03:22:44.203111 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6c511c58-a16f-43d2-8746-0e0e6bda33db req-f3836024-49cc-4109-a922-24d6fbda5b78 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Jun 14 03:22:44.718006 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54352) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:44.735016 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:44.766656 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:22:44.774245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c490f4c-4c4c-46dd-b91c-f50eabb558b0 req-4e9a7686-3b04-4c54-bf9b-ae1b3dd6e6c8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:44.775737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c490f4c-4c4c-46dd-b91c-f50eabb558b0 req-4e9a7686-3b04-4c54-bf9b-ae1b3dd6e6c8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 945 time: 0.0780129 Jun 14 03:22:44.834129 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c490f4c-4c4c-46dd-b91c-f50eabb558b0 req-11a71556-b834-4d0c-8e3e-51057b47b274 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Jun 14 03:22:44.839253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:44.852315 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device f9e57848-6614-4af1-8ec9-b4253a0258ca up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:44.949603 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:44.953534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8af37ec5-9f8f-439c-b000-5d35fe052fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:45.024713 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5cfc9815df94b7a8b0314f6dccd374e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034344 Jun 14 03:22:45.027462 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54366) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:45.039630 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:45.057286 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:22:45.120119 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbb2d2-bdd1-430b-b38a-78a51e67b073,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:45.129731 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18ee3-3425-470d-b309-706c3a5c7f78 req-e4601a6f-9981-4b8d-9468-54d3d16c696e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:45.132764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:45.141739 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3c18ee3-3425-470d-b309-706c3a5c7f78 req-e4601a6f-9981-4b8d-9468-54d3d16c696e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1337807 Jun 14 03:22:45.152539 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.176678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port f9e57848-6614-4af1-8ec9-b4253a0258ca completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:45.185223 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port f9e57848-6614-4af1-8ec9-b4253a0258ca triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:45.185916 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.190676 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.191041 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.207431 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3c18ee3-3425-470d-b309-706c3a5c7f78 req-ed6b14a0-4804-4710-ba31-f0bfb3e39907 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632477 Jun 14 03:22:45.256262 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:45.325103 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:45.341747 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.348459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.348459 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3dbb2d2-bdd1-430b-b38a-78a51e67b073 HTTP/1.1" status: 204 len: 168 time: 0.3172240 Jun 14 03:22:45.348459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ea28fd74-c4e8-4eea-97db-4ac30b74ea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:45.366058 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbb2d2-bdd1-430b-b38a-78a51e67b073,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:45.379102 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:45.405901 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.434141 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.444449 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:45.446280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:45.449407 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f9217-78f4-47b7-8071-8144a86225d4" -d '{"events": [{"server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "name": "network-vif-plugged", "status": "completed", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:45.490938 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:45.511748 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4b80-963c-4ca0-ac86-db265011d02a req-16bd94ca-9628-4743-a549-0ac43f402adc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:45.514193 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1ed4b80-963c-4ca0-ac86-db265011d02a req-16bd94ca-9628-4743-a549-0ac43f402adc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 944 time: 0.1042130 Jun 14 03:22:45.520845 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:45.523986 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:45.557186 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1ed4b80-963c-4ca0-ac86-db265011d02a req-f7f7cefe-da91-44c9-ba48-e99e4df0a96a tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Jun 14 03:22:45.582165 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:45.583048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:45.585664 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:45.612975 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a5a01a-9ec9-436b-bbc0-3acf0ac6a35b x-openstack-request-id: req-f2a5a01a-9ec9-436b-bbc0-3acf0ac6a35b {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:45.613275 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "name": "network-vif-plugged", "status": "completed", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:45.613537 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a5a01a-9ec9-436b-bbc0-3acf0ac6a35b {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:45.613941 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'code': 200} Jun 14 03:22:45.681593 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:45.685872 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:45.867848 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['403308c0-8f48-41bf-af18-34b28c08b2ac'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:45.927096 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:45.945646 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:45.946175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:46.093907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de98b8-30e9-44c6-bea7-e692aef8cc16 req-004d526d-e60b-40bc-a3bb-3ffd62477c85 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:46.095448 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-44de98b8-30e9-44c6-bea7-e692aef8cc16 req-004d526d-e60b-40bc-a3bb-3ffd62477c85 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 945 time: 0.1030402 Jun 14 03:22:46.142174 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-44de98b8-30e9-44c6-bea7-e692aef8cc16 req-c9bd04e1-6569-4f49-a827-e4c81d2dd55d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Jun 14 03:22:46.157079 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:46.204265 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:46.233795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e2dc2-c3e0-4d5c-a8b3-2d003c06812a req-228642f3-ca7a-4028-b1cc-8d2693a38685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:46.235370 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-337e2dc2-c3e0-4d5c-a8b3-2d003c06812a req-228642f3-ca7a-4028-b1cc-8d2693a38685 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1098 time: 0.0693128 Jun 14 03:22:46.281288 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-337e2dc2-c3e0-4d5c-a8b3-2d003c06812a req-91a6c59a-5051-4f31-9026-9c9b36a3c410 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Jun 14 03:22:46.366532 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:46.375277 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:46.440383 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cee85-1cb6-4369-9fe6-33490797feb0 req-5c2132c5-e6b2-4aa0-ad65-a13c6742d5eb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:46.441775 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-209cee85-1cb6-4369-9fe6-33490797feb0 req-5c2132c5-e6b2-4aa0-ad65-a13c6742d5eb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.0983558 Jun 14 03:22:46.475653 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:46.488533 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:46.496051 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-209cee85-1cb6-4369-9fe6-33490797feb0 req-df655d19-fe7e-4e61-ac69-fddbb287e71e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Jun 14 03:22:46.763794 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d15b-e326-4318-acdd-91c0fb503834 req-63a25819-ab59-4be3-8607-db7de8455f19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:46.763794 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2895d15b-e326-4318-acdd-91c0fb503834 req-63a25819-ab59-4be3-8607-db7de8455f19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0929277 Jun 14 03:22:46.829042 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2895d15b-e326-4318-acdd-91c0fb503834 req-7f204853-1cd8-4495-967d-787a47f841c8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565867 Jun 14 03:22:47.029514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54432) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:47.130238 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-644380740-network', 'tenant_id': 'afcbf7dd757b44dc8c25f127c96b5b06'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:47.217279 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Made reservation on behalf of afcbf7dd757b44dc8c25f127c96b5b06 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:47.217279 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.227844 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.326826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.341308 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cebd32-11c0-4014-96c4-a1184b1e6cb2 req-dd97ff7c-5c9c-40cd-9821-1af0964c2948 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:47.342972 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-96cebd32-11c0-4014-96c4-a1184b1e6cb2 req-dd97ff7c-5c9c-40cd-9821-1af0964c2948 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0772581 Jun 14 03:22:47.384668 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-96cebd32-11c0-4014-96c4-a1184b1e6cb2 req-692eb705-2ffd-45e0-bfcb-61dcecbda8f0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Jun 14 03:22:47.423443 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.427709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0231b968-b844-492e-8642-09f8d3c77e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:47.453529 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:22:47.473138 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.473512 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Added segment d84edbf0-ee77-4767-bd77-d24dfad8ec75 of type vlan for network 877254c3-824d-46a9-8bcc-afcf663c9540 Jun 14 03:22:47.474918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9d0a2-c219-46a3-87d3-4cd74013232d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:47.478185 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:47.530754 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.614804 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:47.618371 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63dd50-c2b4-4b0d-8de1-742776ea5ccd" -d '{"events": [{"server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "name": "network-vif-plugged", "status": "completed", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:47.653459 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204e99c-6969-45c3-8cb7-51cb69ca7509 x-openstack-request-id: req-3204e99c-6969-45c3-8cb7-51cb69ca7509 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:47.653949 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "name": "network-vif-plugged", "status": "completed", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:47.654204 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3204e99c-6969-45c3-8cb7-51cb69ca7509 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:47.654745 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b', 'code': 200} Jun 14 03:22:47.675489 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.676836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:47.677629 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:47.680901 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1aee501e-ef5b-4027-aaac-56168d389d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:47.711656 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fe3cb-ba03-4150-b616-6fd29fdc2952 req-28b685a8-69e6-43bc-b2ce-920c09eaa3cb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:47.718065 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6e5fe3cb-ba03-4150-b616-6fd29fdc2952 req-28b685a8-69e6-43bc-b2ce-920c09eaa3cb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.1017249 Jun 14 03:22:47.757644 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6e5fe3cb-ba03-4150-b616-6fd29fdc2952 req-65ba34ad-4a88-433b-bbd7-f59cf87d3311 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 Jun 14 03:22:47.760796 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Pushing event updated for resources: {'Network': ['ID=877254c3-824d-46a9-8bcc-afcf663c9540,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:47.764107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:47.772727 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 877254c3-824d-46a9-8bcc-afcf663c9540 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:22:47.847641 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8168302 Jun 14 03:22:47.850542 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54456) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:47.856245 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Request body: {'subnet': {'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-644380740-subnet', 'tenant_id': 'afcbf7dd757b44dc8c25f127c96b5b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:48.020910 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31e42-6d54-4c6a-b51b-dca2cb859b11 req-f498133a-e1c7-4d8c-a1ea-4ea2afe137d6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:48.023069 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ed31e42-6d54-4c6a-b51b-dca2cb859b11 req-f498133a-e1c7-4d8c-a1ea-4ea2afe137d6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0830858 Jun 14 03:22:48.023623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Made reservation on behalf of afcbf7dd757b44dc8c25f127c96b5b06 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:48.027048 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:48.070980 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ed31e42-6d54-4c6a-b51b-dca2cb859b11 req-0e885e09-d1cc-4971-a7c2-9ca533ec7722 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Jun 14 03:22:48.299947 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c7ab0-9855-48af-988b-a279914cafca req-f8d2c76d-524e-43f0-84f0-b7c8802e5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:48.301394 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cb3c7ab0-9855-48af-988b-a279914cafca req-f8d2c76d-524e-43f0-84f0-b7c8802e5d4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 1099 time: 0.0691185 Jun 14 03:22:48.340352 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cb3c7ab0-9855-48af-988b-a279914cafca req-d9f272a7-64b8-4db5-bd8b-2e83908c46ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Jun 14 03:22:48.395628 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:48.398968 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f014fa32-a19d-4f08-b633-aa0b853286ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:48.468822 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5366cb-ecf8-44b8-a26b-342ba36d608b,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:48.474081 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:48.475260 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Checking segment: {'id': 'd84edbf0-ee77-4767-bd77-d24dfad8ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:48.475566 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Network hostable DHCP agents. Network: 877254c3-824d-46a9-8bcc-afcf663c9540, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:22:48.578224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Network 877254c3-824d-46a9-8bcc-afcf663c9540 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:22:48.594528 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e377-9d21-4cc3-a4bc-12ca26fa5881 req-105b1071-53a8-4c5e-bcb8-8e8f3b7de5a5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:48.596070 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7047e377-9d21-4cc3-a4bc-12ca26fa5881 req-105b1071-53a8-4c5e-bcb8-8e8f3b7de5a5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0933609 Jun 14 03:22:48.665283 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7047e377-9d21-4cc3-a4bc-12ca26fa5881 req-0bcab45e-9687-46c2-b257-a940b9d83131 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Jun 14 03:22:48.669133 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 877254c3-824d-46a9-8bcc-afcf663c9540) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:48.678490 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:48.682554 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:48.683015 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d105770-448f-41e2-b94b-2d6c336a4798 None None] Network 877254c3-824d-46a9-8bcc-afcf663c9540 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:48.785096 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:22:48.861919 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0010772 Jun 14 03:22:48.898929 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-360ebe3d-3bc4-4404-90ad-11c6eafb5f41 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:48.900410 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-360ebe3d-3bc4-4404-90ad-11c6eafb5f41 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.1597013 Jun 14 03:22:48.930148 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d6390-2c85-4b91-8a07-1efa4a926776 None None] Network 877254c3-824d-46a9-8bcc-afcf663c9540 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:48.959290 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-0ad63e87-7a0b-46e2-a7ad-498e82b75bea tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/quotas/0b7f3dcbb06742bc8c1e409f83b03f53 HTTP/1.1" status: 200 len: 375 time: 0.0494568 Jun 14 03:22:49.034379 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 403308c0-8f48-41bf-af18-34b28c08b2ac completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:22:49.041028 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 403308c0-8f48-41bf-af18-34b28c08b2ac triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:22:49.051727 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:49.069878 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abd35c-d589-4748-9682-e37af53fdde9 req-2831ce16-87d7-4db9-9e30-0a993e8082b3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:49.071568 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d3abd35c-d589-4748-9682-e37af53fdde9 req-2831ce16-87d7-4db9-9e30-0a993e8082b3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.1804230 Jun 14 03:22:49.099176 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-4d39d557-c510-4be8-8989-11dfcc80035d tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297195 Jun 14 03:22:49.159157 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d3abd35c-d589-4748-9682-e37af53fdde9 req-6e2fcb35-f56e-4c23-b494-d22bcbe9dea4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731254 Jun 14 03:22:49.218772 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:49.273651 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-86296fed-016b-4b0a-8b84-5cc98dc2cc65 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652594 Jun 14 03:22:49.316224 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:49.421833 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:49.424788 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:49.469339 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-55d88539-7e98-46cc-9167-6d696699f43c service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921680 Jun 14 03:22:49.483457 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:49.488301 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:49.491334 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107d99-28e7-4f09-b812-687724dcc640 req-183a099d-a5c6-4b8e-9b8a-9bb20d6932c1 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:49.492828 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e0107d99-28e7-4f09-b812-687724dcc640 req-183a099d-a5c6-4b8e-9b8a-9bb20d6932c1 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0977356 Jun 14 03:22:49.550148 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e0107d99-28e7-4f09-b812-687724dcc640 req-e8eb96e8-3d6d-42d2-81d6-5cd6295c6ebc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Jun 14 03:22:49.655517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:49.658089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba886c-fa52-4780-b7aa-b9ed29350148" -d '{"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:49.748154 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54536) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:49.750779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0210023-4871-4966-b4a2-985befe10a1f req-133fc3ae-8338-4ede-afb3-96fe642a04a3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:49.753499 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e0210023-4871-4966-b4a2-985befe10a1f req-133fc3ae-8338-4ede-afb3-96fe642a04a3 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0941997 Jun 14 03:22:49.759312 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-29868228-network', 'tenant_id': '39bd320060354602ad31fd4d1c904ab8'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:49.762359 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54538) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:49.768630 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'floatingip': {'port_id': 'f9e57848-6614-4af1-8ec9-b4253a0258ca'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:49.794503 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106dd801-485f-4e89-a22b-17f89f523f12 x-openstack-request-id: req-106dd801-485f-4e89-a22b-17f89f523f12 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:49.794503 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:49.795188 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-106dd801-485f-4e89-a22b-17f89f523f12 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:49.795188 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'code': 200} Jun 14 03:22:49.898333 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Made reservation on behalf of 39bd320060354602ad31fd4d1c904ab8 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:49.901707 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:49.904218 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-422fae47-68eb-4eff-b09c-4abc9e38da32 req-16622294-e153-42d1-8f3d-2f397f6b1ab5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 210 time: 0.0414536 Jun 14 03:22:49.919888 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:49.922726 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.032518 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.103965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.110546 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:50.134170 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:22:50.149185 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028efd5e-dcc6-4f77-bc1e-a97603a02d28,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:50.153361 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:50.154427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.154768 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Added segment 0e97ed9e-30ef-4797-8185-2995d3bc1737 of type vlan for network d15468d4-0ead-4796-a037-3c4467044e10 Jun 14 03:22:50.219587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.342322 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536f69a-cb85-4c5b-9ee1-e59bb4637287 req-26db8433-99a4-4a76-9df6-882e664ad7e7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:50.343921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4536f69a-cb85-4c5b-9ee1-e59bb4637287 req-26db8433-99a4-4a76-9df6-882e664ad7e7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.3721349 Jun 14 03:22:50.354583 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.356879 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:50.358067 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.362302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:50.459565 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Pushing event updated for resources: {'Network': ['ID=d15468d4-0ead-4796-a037-3c4467044e10,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:50.462558 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:50.464814 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4536f69a-cb85-4c5b-9ee1-e59bb4637287 req-f04b4d7a-cc4a-443c-8b74-94bebf7c8062 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915864 Jun 14 03:22:50.471536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network d15468d4-0ead-4796-a037-3c4467044e10 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:22:50.533836 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7831738 Jun 14 03:22:50.536384 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54560) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:50.542581 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Request body: {'subnet': {'network_id': 'd15468d4-0ead-4796-a037-3c4467044e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-29868228-subnet', 'tenant_id': '39bd320060354602ad31fd4d1c904ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:50.656703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Made reservation on behalf of 39bd320060354602ad31fd4d1c904ab8 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:50.659912 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:50.797895 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb0968-b338-4de2-824f-5eb18119dc33 req-cb82a6a1-413e-4acf-bcea-28e0b1906268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:50.799901 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f8eb0968-b338-4de2-824f-5eb18119dc33 req-cb82a6a1-413e-4acf-bcea-28e0b1906268 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1098 time: 0.5689890 Jun 14 03:22:50.837945 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a0d32-2fce-4de8-952b-d4b20f391868 req-ab874a79-f049-4895-91e5-6f0d63a925d3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:50.839284 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-629a0d32-2fce-4de8-952b-d4b20f391868 req-ab874a79-f049-4895-91e5-6f0d63a925d3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.5257473 Jun 14 03:22:51.018356 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.021526 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:51.062327 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f8eb0968-b338-4de2-824f-5eb18119dc33 req-43d2f9b2-08ce-4479-a244-79f6d0399df2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534828 Jun 14 03:22:51.067824 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-629a0d32-2fce-4de8-952b-d4b20f391868 req-578328f5-b515-49f8-beab-dff484620f04 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654716 Jun 14 03:22:51.101310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f3c281-207a-4168-952e-4f1021d42a37,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:51.114459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:51.126869 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Checking segment: {'id': '0e97ed9e-30ef-4797-8185-2995d3bc1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd15468d4-0ead-4796-a037-3c4467044e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:51.127340 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Network hostable DHCP agents. Network: d15468d4-0ead-4796-a037-3c4467044e10, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:22:51.246988 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Network d15468d4-0ead-4796-a037-3c4467044e10 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:22:51.292944 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-32f3a26c-fd23-4dfb-9dbb-ce75aa5c192d req-49be6502-e46a-4a3b-af29-13aa56891da7 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 210 time: 0.0601633 Jun 14 03:22:51.318238 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54572) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:51.333103 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.355461 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, d15468d4-0ead-4796-a037-3c4467044e10) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:51.365749 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:51.366227 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91270460-9775-46ff-a95f-6584b820ac5e None None] Network d15468d4-0ead-4796-a037-3c4467044e10 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:51.367113 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.368052 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cf7f2-a014-4105-88f1-b2f231d9d366 req-2174dd53-fada-4b85-b18b-637d94dd9908 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:51.369583 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-611cf7f2-a014-4105-88f1-b2f231d9d366 req-2174dd53-fada-4b85-b18b-637d94dd9908 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.1311638 Jun 14 03:22:51.417174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.422210 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-611cf7f2-a014-4105-88f1-b2f231d9d366 req-2838d106-4ad2-4cc4-90cd-d88da5077736 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Jun 14 03:22:51.461016 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9176645 Jun 14 03:22:51.487866 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.570783 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Floating IP 35055ec6-835f-45c7-85df-e28b5ffdcb5e associated. External IP: 172.28.1.18, port: f9e57848-6614-4af1-8ec9-b4253a0258ca. Jun 14 03:22:51.655205 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ae294-2010-448f-89cc-dbad3b84fa7b None None] Network d15468d4-0ead-4796-a037-3c4467044e10 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:22:51.683155 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.803015 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c058d-c8c6-4dd8-97bb-250e86fc9d52 req-d6139ec4-74f3-4ae4-86a4-20ace815438c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:51.804491 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-802c058d-c8c6-4dd8-97bb-250e86fc9d52 req-d6139ec4-74f3-4ae4-86a4-20ace815438c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0966492 Jun 14 03:22:51.835524 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.844772 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:51.885989 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5fbfd05698744ba9770a69bcd7b48e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664809 Jun 14 03:22:51.887117 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6eb96a-eb39-4b8a-b985-72c63f0d176f,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:51.889695 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54588) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:51.891635 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:51.948979 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.975036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:51.980828 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-802c058d-c8c6-4dd8-97bb-250e86fc9d52 req-ff93be48-fdb3-4749-a77d-7fac0cbec268 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665039 Jun 14 03:22:52.090135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:22:52.114788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:52.117375 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:52.122572 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d6eb96a-eb39-4b8a-b985-72c63f0d176f HTTP/1.1" status: 204 len: 168 time: 0.2279499 Jun 14 03:22:52.122572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:52.132482 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6eb96a-eb39-4b8a-b985-72c63f0d176f,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:52.135037 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:52.228304 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-b7d538f9-b11e-4f6c-a955-11c0d780f62b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:52.229768 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-b7d538f9-b11e-4f6c-a955-11c0d780f62b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/networks?id=877254c3-824d-46a9-8bcc-afcf663c9540 HTTP/1.1" status: 200 len: 808 time: 0.2314539 Jun 14 03:22:52.254476 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-72ad0a7c-9324-4b26-8076-dc52594fc907 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/quotas/afcbf7dd757b44dc8c25f127c96b5b06 HTTP/1.1" status: 200 len: 375 time: 0.0159061 Jun 14 03:22:52.306315 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-695625e4-4e67-4a16-b29f-60dc89f712b3 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afcbf7dd757b44dc8c25f127c96b5b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395029 Jun 14 03:22:52.350338 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:52.355681 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:52.373106 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:52.385084 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:52.385891 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:52.619338 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:52.881381 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-658dd72a-7b38-4d19-8da5-c2dafcbb8165 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "PUT /v2.0/floatingips/35055ec6-835f-45c7-85df-e28b5ffdcb5e HTTP/1.1" status: 200 len: 990 time: 3.0108237 Jun 14 03:22:52.881381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:52.881381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a260ea17-b368-4186-b790-2ac6f8600532" -d '{"events": [{"name": "network-changed", "server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:52.881381 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-b61a70ba-fc23-4ca9-850e-d1f4eed185a3 service neutron] 10.222.0.15 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813879 Jun 14 03:22:52.936591 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-6035fcd1-d904-494d-87bb-fca77965b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.004119 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-6035fcd1-d904-494d-87bb-fca77965b8f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 1099 time: 0.2323442 Jun 14 03:22:53.071686 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-8b40d6d6-6764-4fef-b3c5-83d7f46d7939 service neutron] 10.222.0.15 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505574 Jun 14 03:22:53.071686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd02dc-8146-4412-a241-b62f656dcc87 req-e207c9fc-83a2-451b-9406-eaee22b19bc3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.071686 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d1fd02dc-8146-4412-a241-b62f656dcc87 req-e207c9fc-83a2-451b-9406-eaee22b19bc3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.2676063 Jun 14 03:22:53.122752 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54632) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:53.160117 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '35055ec6-835f-45c7-85df-e28b5ffdcb5e', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:3c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f827ce-e220-450a-a5ef-faf03a089e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:24Z', 'updated_at': '2021-06-14T03:22:51Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:53.160117 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:53.160117 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:53.160401 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:53.160483 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-ecd2b2c3-4d53-439a-9f32-388a68b0cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.160483 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-ecd2b2c3-4d53-439a-9f32-388a68b0cb19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.2096927 Jun 14 03:22:53.167629 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d1fd02dc-8146-4412-a241-b62f656dcc87 req-8e5a3a5d-d434-4249-abfb-74c5fc9aad82 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927205 Jun 14 03:22:53.389479 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-3d1f97dd-757c-4227-a627-3a750b7dc8a0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.391005 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-3d1f97dd-757c-4227-a627-3a750b7dc8a0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.3248546 Jun 14 03:22:53.394260 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-4f3bb1cd-9c8e-417c-a50a-854474894183 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b HTTP/1.1" status: 200 len: 217 time: 0.2165511 Jun 14 03:22:53.405081 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:53.417957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Request body: {'port': {'device_id': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'admin_state_up': True, 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:53.456126 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4c5cf41d-2489-4bec-b3df-b5fac7e9f863 req-b3634d06-ccb9-4b41-8f24-d1c8c5d8bfb0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 210 time: 0.0839269 Jun 14 03:22:53.524816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-6247cea5-7614-45f1-9d0c-59326e4ddab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.528403 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-6247cea5-7614-45f1-9d0c-59326e4ddab2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0885801 Jun 14 03:22:53.550140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:53.606862 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-81845a28-bedb-4b5b-b20a-de2ac2b301fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451887 Jun 14 03:22:53.612556 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.db.api [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 03:22:53.612556 dv-cinder-796170-1-smb neutron-server[92477]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 14 03:22:53.612556 dv-cinder-796170-1-smb neutron-server[92477]: [parameters: {'project_id': '9dd5fa769d174f91856c30cf47432a76', 'id': 'a9729f21-d05a-426d-a0e8-7f1da07c4cc1', 'expiration': datetime.datetime(2021, 6, 14, 3, 24, 53, 607868)}] Jun 14 03:22:53.612556 dv-cinder-796170-1-smb neutron-server[92477]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:22:53.612951 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_db.api [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:22:53.761317 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:53.765780 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:53.801954 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '35055ec6-835f-45c7-85df-e28b5ffdcb5e', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:3c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f827ce-e220-450a-a5ef-faf03a089e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:24Z', 'updated_at': '2021-06-14T03:22:51Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:53.806625 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6770f21-dd44-4a2b-9cd8-6e1eb1885db0 None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '35055ec6-835f-45c7-85df-e28b5ffdcb5e', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:3c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f827ce-e220-450a-a5ef-faf03a089e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:24Z', 'updated_at': '2021-06-14T03:22:51Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:53.939819 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-3d2e5834-d960-4c37-a0ec-e894789e7822 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136795 Jun 14 03:22:53.973424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58efbe-f3f3-436b-afba-e7e85602e06a req-39895675-97b4-4d99-b0e3-5eeb4b707170 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:53.975085 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2a58efbe-f3f3-436b-afba-e7e85602e06a req-39895675-97b4-4d99-b0e3-5eeb4b707170 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.3613706 Jun 14 03:22:54.037365 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e045280-6098-40d1-9206-0a5a7cea8829 req-ba423ef0-5729-43cf-a540-7606f84d7ae3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:54.038907 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5e045280-6098-40d1-9206-0a5a7cea8829 req-ba423ef0-5729-43cf-a540-7606f84d7ae3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.2367573 Jun 14 03:22:54.123118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.145456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1568c135-f8ee-4ca9-9054-edc40efaa8bc None None] New status for floating IP 35055ec6-835f-45c7-85df-e28b5ffdcb5e: ACTIVE {{(pid=92479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:22:54.157644 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2a58efbe-f3f3-436b-afba-e7e85602e06a req-21be2be4-9fb6-4cdf-90d1-a71e19c6b86d tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659219 Jun 14 03:22:54.223352 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Allocated IP 172.20.0.13 (d047a095-e834-49ae-8840-547f577acb46/1bb704ca-4804-4c3a-9f8b-8d64220e1825/2040d03f-2512-48ff-82f6-472325483b24) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:54.228116 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5e045280-6098-40d1-9206-0a5a7cea8829 req-a23e25c5-0c5b-4fa2-a55e-ec67aec71336 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341884 Jun 14 03:22:54.242600 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7123fda-bda2-41ef-b936-392f2e48d612 req-873d3974-3b0d-4afb-b16a-75e0c2b1290f service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854872 Jun 14 03:22:54.244145 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb6fff-373b-485f-a251-cebf7ad7f48e x-openstack-request-id: req-cceb6fff-373b-485f-a251-cebf7ad7f48e {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:54.244452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:54.244721 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cceb6fff-373b-485f-a251-cebf7ad7f48e {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:54.245170 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'status': 'completed', 'code': 200} Jun 14 03:22:54.456792 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-38963b80-8a06-41af-b545-27d0f6ac5538 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:54.458949 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-38963b80-8a06-41af-b545-27d0f6ac5538 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 945 time: 0.6892591 Jun 14 03:22:54.508364 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ea78ccfe-569e-4cd3-8b91-ae560e035cf3 req-544b308b-c832-4e94-8008-2812b7733dad tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 210 time: 0.1532037 Jun 14 03:22:54.552274 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.596503 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ea17-b368-4186-b790-2ac6f8600532 req-9dd8258f-ae25-4c76-8f00-312fc4512960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:54.600709 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-9dd8258f-ae25-4c76-8f00-312fc4512960 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1098 time: 0.3280854 Jun 14 03:22:54.730720 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.730957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Deleting port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:22:54.731063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.839556 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0bc6dcf7-25d4-47ea-92ec-527fb056e9cc req-69d6c258-d78f-4434-b120-5a3cdb54a00e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 210 time: 0.1203980 Jun 14 03:22:54.863610 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] For port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,segment=NetworkSegment(870dc865-334d-480b-9bdf-cb2d4e627921),segment_id=870dc865-334d-480b-9bdf-cb2d4e627921)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:22:54.864002 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.895509 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:54.896070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ea17-b368-4186-b790-2ac6f8600532 req-12818734-b138-474f-91cd-e781acd4d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:54.897545 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-12818734-b138-474f-91cd-e781acd4d324 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.2786829 Jun 14 03:22:54.905803 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fc2fa-a0f7-427a-b229-35f5ce0288ae req-fcc284ef-f0fa-4fe5-9791-d2af4a6ce6ac tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:54.907149 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a89fc2fa-a0f7-427a-b229-35f5ce0288ae req-fcc284ef-f0fa-4fe5-9791-d2af4a6ce6ac tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1956520 Jun 14 03:22:54.913383 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:22:54.998931 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.019984 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:55.107814 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a89fc2fa-a0f7-427a-b229-35f5ce0288ae req-4ac259c5-f3c0-4154-b858-28a090b4cadd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921787 Jun 14 03:22:55.112983 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-31c1f98f-f76e-4eec-a111-a2a4808a7462 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 998 time: 0.2048590 Jun 14 03:22:55.115482 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd5fa769d174f91856c30cf47432a76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9917529 Jun 14 03:22:55.121859 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54682) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:55.177625 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Calling delete_port for 8a832a7f-7047-4cf7-b0ac-8a35166edc0c owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:22:55.181430 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:55.207179 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ea17-b368-4186-b790-2ac6f8600532 req-8fcf0592-4be3-472b-a552-72e682037358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:55.208719 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-8fcf0592-4be3-472b-a552-72e682037358 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0751474 Jun 14 03:22:55.233927 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f4681-c069-4076-ac09-daaad383ba1d,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:55.286817 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:55.327159 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Network d047a095-e834-49ae-8840-547f577acb46 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:55.334356 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:55.340967 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:55.346561 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:55.347195 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.352153 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event updated for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:55.382240 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.382617 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.382982 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.383340 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.383690 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.384040 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.384391 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.384744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.385089 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.385432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.385801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.386145 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:55.394721 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:55.452048 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.452262 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0386822 Jun 14 03:22:55.471670 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Request body: {'port': {'device_id': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:55.573221 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.629176 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.644485 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:55.733173 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ea17-b368-4186-b790-2ac6f8600532 req-5528ebb7-b702-4ebc-be97-08a5b081a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:55.734661 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-5528ebb7-b702-4ebc-be97-08a5b081a015 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5162830 Jun 14 03:22:55.737250 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Pushing event deleted for resources: {'Port': ['ID=8a832a7f-7047-4cf7-b0ac-8a35166edc0c,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:55.744707 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:55.769113 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.823320 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] No DVR routers for this DVR port 8a832a7f-7047-4cf7-b0ac-8a35166edc0c on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:22:55.826682 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b4b3-17d5-4dd4-9f72-1215d35c94c7 req-e6a204b6-4f80-44d5-a903-bcb1a1b04086 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:55.828966 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d516b4b3-17d5-4dd4-9f72-1215d35c94c7 req-e6a204b6-4f80-44d5-a903-bcb1a1b04086 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.5037737 Jun 14 03:22:55.830517 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:55.832489 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-125b703e-14ca-4979-b3ac-3198dea6b9c9 req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.23 "DELETE /v2.0/ports/8a832a7f-7047-4cf7-b0ac-8a35166edc0c HTTP/1.1" status: 204 len: 173 time: 1.3491640 Jun 14 03:22:55.832995 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'name': 'network-vif-deleted', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:55.835468 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cb2af1-200e-4886-897b-f5712d020b51" -d '{"events": [{"server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "name": "network-vif-deleted", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:55.851412 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54700) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:55.863217 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bb4db-1bcc-4ff1-8737-6d652bc043eb req-6a2018f1-a526-42b1-bf70-3b7cce5458ac tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:55.864887 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2d0bb4db-1bcc-4ff1-8737-6d652bc043eb req-6a2018f1-a526-42b1-bf70-3b7cce5458ac tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 867 time: 0.4929039 Jun 14 03:22:55.869942 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'floatingip': {'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:55.966446 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:56.023128 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2d0bb4db-1bcc-4ff1-8737-6d652bc043eb req-d83cc072-de32-4194-ae08-4418de934083 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52d5c7d-6799-410a-a661-c6910a2f5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154785 Jun 14 03:22:56.029061 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-1319d997-e684-4384-a5bf-cdc33b959160 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757318 Jun 14 03:22:56.136890 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016539d7-8c73-4c88-895b-b770dea7401f req-84edbc3d-e8ff-428e-ab0f-ba49509e1624 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:56.144733 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-016539d7-8c73-4c88-895b-b770dea7401f req-84edbc3d-e8ff-428e-ab0f-ba49509e1624 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1919229 Jun 14 03:22:56.146618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:56.156027 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:56.160346 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c52f4681-c069-4076-ac09-daaad383ba1d HTTP/1.1" status: 204 len: 168 time: 1.0344167 Jun 14 03:22:56.167070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-23246291-78a2-427d-89bb-d211ece87f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:56.193356 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f4681-c069-4076-ac09-daaad383ba1d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:56.224388 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.224880 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.225310 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.225895 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.226180 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.226589 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.227006 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.228006 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.228006 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.228222 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.228570 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.228963 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:22:56.240930 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:56.247866 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-016539d7-8c73-4c88-895b-b770dea7401f req-c5addd83-619e-4de3-9c98-71deecd30f46 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020861 Jun 14 03:22:56.255987 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a260ea17-b368-4186-b790-2ac6f8600532 req-827e2a62-544a-4d26-b592-627735701834 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153440 Jun 14 03:22:56.350310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a21bb-5695-4d50-a976-894417d8cfb4 x-openstack-request-id: req-9e0a21bb-5695-4d50-a976-894417d8cfb4 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:56.350603 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc92c6-6dff-4af0-b754-0830bb73878c", "name": "network-vif-deleted", "tag": "8a832a7f-7047-4cf7-b0ac-8a35166edc0c", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:56.350885 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e0a21bb-5695-4d50-a976-894417d8cfb4 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:56.351316 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc92c6-6dff-4af0-b754-0830bb73878c', 'name': 'network-vif-deleted', 'tag': '8a832a7f-7047-4cf7-b0ac-8a35166edc0c', 'status': 'completed', 'code': 200} Jun 14 03:22:56.409074 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c5f83f7-4773-420c-9393-4660fe2ed14f req-061dc605-31f3-4867-a274-2a5aabc444d6 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 210 time: 0.0440483 Jun 14 03:22:56.431949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2040d03f-2512-48ff-82f6-472325483b24 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:56.443048 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:56.467441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Transition to ACTIVE for port object 2040d03f-2512-48ff-82f6-472325483b24 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:56.477391 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fac75d-22df-444e-a055-525cbe3bc92a req-91fdd779-94e5-4bef-b20e-f433c716774b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:56.478963 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-05fac75d-22df-444e-a055-525cbe3bc92a req-91fdd779-94e5-4bef-b20e-f433c716774b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 932 time: 0.0689909 Jun 14 03:22:56.527967 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-05fac75d-22df-444e-a055-525cbe3bc92a req-ed96eacb-27a2-48ac-a417-0b19805a819e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jun 14 03:22:56.630593 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:56.681578 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:56.824121 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 8a832a7f-7047-4cf7-b0ac-8a35166edc0c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:22:56.850180 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 8a832a7f-7047-4cf7-b0ac-8a35166edc0c {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:22:56.850617 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 8a832a7f-7047-4cf7-b0ac-8a35166edc0c not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:22:57.007849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54710) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:57.021159 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Pushing event updated for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:57.046022 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:57.052172 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.119214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Attempting to bind port 2040d03f-2512-48ff-82f6-472325483b24 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:57.119645 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Attempting to bind port 2040d03f-2512-48ff-82f6-472325483b24 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:57.119975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Attempting to bind port 2040d03f-2512-48ff-82f6-472325483b24 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:57.137473 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Port 2040d03f-2512-48ff-82f6-472325483b24 on network d047a095-e834-49ae-8840-547f577acb46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:57.137914 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Attempting to bind port 2040d03f-2512-48ff-82f6-472325483b24 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:57.175561 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-970d031c-065f-4b0c-a3bc-4307fc280678 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:57.177090 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-970d031c-065f-4b0c-a3bc-4307fc280678 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.23 "GET /v2.0/networks?id=877254c3-824d-46a9-8bcc-afcf663c9540 HTTP/1.1" status: 200 len: 808 time: 0.1823933 Jun 14 03:22:57.193452 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:57.193818 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Checking segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:57.194218 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Bound using segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:57.194650 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Bound port: 2040d03f-2512-48ff-82f6-472325483b24, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:57.194996 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.212413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Request body: {'port': {'device_id': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540', 'admin_state_up': True, 'tenant_id': 'afcbf7dd757b44dc8c25f127c96b5b06'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:57.248053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.250902 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-95d18ead-cdbc-4bec-9e82-308195003efd req-80b762f1-86be-4aba-9e7e-b407cf623afc tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbc92c6-6dff-4af0-b754-0830bb73878c HTTP/1.1" status: 200 len: 210 time: 0.0630407 Jun 14 03:22:57.333792 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:57.334971 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2040d03f-2512-48ff-82f6-472325483b24,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:57.355107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.393209 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.412842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-39a138bb-c0f9-4b27-b82d-848627456db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.474036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.478753 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:57.508916 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.521987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-21066dd5-4768-4d96-a33b-23244c731a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:57.568500 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:57.568500 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.569896 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] 10.222.0.23 "PUT /v2.0/ports/2040d03f-2512-48ff-82f6-472325483b24 HTTP/1.1" status: 200 len: 1094 time: 2.1026392 Jun 14 03:22:57.580518 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Pushing event updated for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:57.587150 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:57.596952 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.l3_db [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Floating IP 46159538-1f4d-4ae7-8687-f99111649b4b associated. External IP: 172.28.1.30, port: 403308c0-8f48-41bf-af18-34b28c08b2ac. Jun 14 03:22:57.617189 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16478d1-66a2-4fab-a99f-6ca8a0afe1dc,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:57.634109 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d735e7fb-4947-4750-83b4-c852ae9e2828 req-99eccc08-0462-48ef-916f-9fd31e560fcc tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 210 time: 0.0806191 Jun 14 03:22:57.643040 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120c9da-06e9-48ff-8287-df38cc13d5f4 req-ddd6a731-2adc-42ae-adc4-c795b0bfe229 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:57.644465 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e120c9da-06e9-48ff-8287-df38cc13d5f4 req-ddd6a731-2adc-42ae-adc4-c795b0bfe229 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1955278 Jun 14 03:22:57.647093 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4455d04aa52b4f0586f45a9eb1024c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6381497 Jun 14 03:22:57.648473 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:57.649259 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Made reservation on behalf of afcbf7dd757b44dc8c25f127c96b5b06 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:22:57.652834 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.653956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54726) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:57.758617 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e120c9da-06e9-48ff-8287-df38cc13d5f4 req-5cfa86c1-52f0-4ccc-baee-5fb34f183c01 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029584 Jun 14 03:22:57.835369 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.876773 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Allocated IP 172.20.0.12 (877254c3-824d-46a9-8bcc-afcf663c9540/fe5366cb-ecf8-44b8-a26b-342ba36d608b/32faeff4-5d10-49f8-8ab4-a2356cc1a8c8) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:22:57.879142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:57.930569 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-45527119-a064-4a89-a600-a9205e3a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:57.932045 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-45527119-a064-4a89-a600-a9205e3a0087 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 1097 time: 0.1748745 Jun 14 03:22:58.010612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c958-580c-4cf9-8038-8129a656a3a7 req-e44a0ba8-e326-49d8-a2f6-42c04e6ec8ff tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:58.017476 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f91c958-580c-4cf9-8038-8129a656a3a7 req-e44a0ba8-e326-49d8-a2f6-42c04e6ec8ff tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 944 time: 0.2581320 Jun 14 03:22:58.053071 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-4bd62f9b-2dfc-48de-ac5c-09c266050d6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2040d03f-2512-48ff-82f6-472325483b24 HTTP/1.1" status: 200 len: 217 time: 0.0742753 Jun 14 03:22:58.131798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f91c958-580c-4cf9-8038-8129a656a3a7 req-cdd22e1d-6457-4445-9349-1db439200d7e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133702 Jun 14 03:22:58.136236 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-02187d09-5702-4b9d-bf43-e192e230c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:58.139421 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-02187d09-5702-4b9d-bf43-e192e230c624 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.0777507 Jun 14 03:22:58.152642 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:22:58.158432 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.258339 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.266007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:58.327668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Network 877254c3-824d-46a9-8bcc-afcf663c9540 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:22:58.331766 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:22:58.334699 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:22:58.341363 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:58.341877 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.353987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Pushing event updated for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:58.357102 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:58.447900 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2422223 Jun 14 03:22:58.461204 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Request body: {'port': {'device_id': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:22:58.496838 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.499452 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.502716 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f16478d1-66a2-4fab-a99f-6ca8a0afe1dc HTTP/1.1" status: 204 len: 168 time: 0.8469844 Jun 14 03:22:58.503400 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'tag': '2040d03f-2512-48ff-82f6-472325483b24'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:58.506242 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd71952-f587-4e60-ba3f-c7f3a04216ff" -d '{"events": [{"name": "network-changed", "server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "tag": "2040d03f-2512-48ff-82f6-472325483b24"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:58.509524 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a61df6c9-8291-49bd-b619-6e1860cc8564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:58.525752 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-a2f86592-0b55-4157-b417-ff66aac187f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136728 Jun 14 03:22:58.578366 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:22:58.583345 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16478d1-66a2-4fab-a99f-6ca8a0afe1dc,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:58.587916 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.599665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37656176-abcc-4cf6-9cd7-37f81d8b9d6d x-openstack-request-id: req-37656176-abcc-4cf6-9cd7-37f81d8b9d6d {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:58.599973 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "tag": "2040d03f-2512-48ff-82f6-472325483b24", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:58.600244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37656176-abcc-4cf6-9cd7-37f81d8b9d6d {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:58.600664 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'tag': '2040d03f-2512-48ff-82f6-472325483b24', 'status': 'completed', 'code': 200} Jun 14 03:22:58.601398 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:58.601830 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:22:58.609322 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:58.621307 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:58.622613 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:58.674855 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-940eb526-185b-4d9c-8729-bb4588af54b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "PUT /v2.0/floatingips/46159538-1f4d-4ae7-8687-f99111649b4b HTTP/1.1" status: 200 len: 990 time: 2.8125992 Jun 14 03:22:58.795758 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-bb08fb71-7c4c-4e54-b3d3-15a2d63894e4 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136292 Jun 14 03:22:58.844287 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:58.940127 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e773d3fd-cace-4a59-bebf-cb6a883b021c req-18101c8d-cf75-4017-bfd1-57a0a72fe1f0 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327131 Jun 14 03:22:58.960845 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8aa15-ba9c-4d48-99e3-0b5fe53aa8e7 req-d547f78b-7a99-44ae-8761-2182086e71ff tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:58.968019 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ece8aa15-ba9c-4d48-99e3-0b5fe53aa8e7 req-d547f78b-7a99-44ae-8761-2182086e71ff tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 932 time: 0.1865089 Jun 14 03:22:59.051431 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ece8aa15-ba9c-4d48-99e3-0b5fe53aa8e7 req-cb68a591-04a1-433a-8a59-999a165c45c9 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Jun 14 03:22:59.144856 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-819fb933-e21c-42a0-9363-837e1b54d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.146458 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-819fb933-e21c-42a0-9363-837e1b54d402 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 1097 time: 0.0817633 Jun 14 03:22:59.167223 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:22:59.177739 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.202469 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d1866-6dc0-452f-8498-2fd6eb2fc323 req-5e1fddf0-0d72-4eb2-a677-6abbc27feca2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.204001 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fb4d1866-6dc0-452f-8498-2fd6eb2fc323 req-5e1fddf0-0d72-4eb2-a677-6abbc27feca2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1603103 Jun 14 03:22:59.205359 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Transition to ACTIVE for port object 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:22:59.266206 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fb4d1866-6dc0-452f-8498-2fd6eb2fc323 req-7b74143c-48e7-4973-bb19-ba1c49cac4d8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512342 Jun 14 03:22:59.289438 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '46159538-1f4d-4ae7-8687-f99111649b4b', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:25Z', 'updated_at': '2021-06-14T03:22:57Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:59.299023 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:22:59.307874 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-84997af3-caa1-4ff3-8040-4a343892329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.309272 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:22:59.309492 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-84997af3-caa1-4ff3-8040-4a343892329d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 916 time: 0.1480649 Jun 14 03:22:59.310975 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:22:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:59.353201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0072-35ed-486d-9035-aa008da81ce1 req-2bb78df5-cd86-447e-9a7a-0f20211a05b7 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.354756 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b4fe0072-35ed-486d-9035-aa008da81ce1 req-2bb78df5-cd86-447e-9a7a-0f20211a05b7 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 944 time: 0.0876994 Jun 14 03:22:59.374928 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-ae1b1cbc-2f1a-4701-a0fd-236e2f691460 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2040d03f-2512-48ff-82f6-472325483b24 HTTP/1.1" status: 200 len: 217 time: 0.0553243 Jun 14 03:22:59.398511 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b4fe0072-35ed-486d-9035-aa008da81ce1 req-e2528a03-732b-446c-9dda-a613fd5b3c06 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Jun 14 03:22:59.418159 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.423886 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:59.454430 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-545a473a-8c15-48b5-9bd1-bec7c6625629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.455515 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-545a473a-8c15-48b5-9bd1-bec7c6625629 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.0649893 Jun 14 03:22:59.509923 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:22:59.510052 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-77ae5ce7-3c66-4e38-9a75-c1834772dcf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318882 Jun 14 03:22:59.527857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:59.555509 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:59.571814 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Attempting to bind port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:22:59.572251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Attempting to bind port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'd84edbf0-ee77-4767-bd77-d24dfad8ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:22:59.572699 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Attempting to bind port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 on network 877254c3-824d-46a9-8bcc-afcf663c9540 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:59.577116 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 on network 877254c3-824d-46a9-8bcc-afcf663c9540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:22:59.577542 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Attempting to bind port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 on network 877254c3-824d-46a9-8bcc-afcf663c9540 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:22:59.582753 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:22:59.583204 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Checking segment: {'id': 'd84edbf0-ee77-4767-bd77-d24dfad8ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:22:59.583698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Bound using segment: {'id': 'd84edbf0-ee77-4767-bd77-d24dfad8ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:22:59.584224 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Bound port: 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84edbf0-ee77-4767-bd77-d24dfad8ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:22:59.584667 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.664523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:22:59.668793 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-036d641e-0f3d-41fa-af16-f141024d6a24 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575704 Jun 14 03:22:59.669720 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,segment=NetworkSegment(d84edbf0-ee77-4767-bd77-d24dfad8ec75),segment_id=d84edbf0-ee77-4767-bd77-d24dfad8ec75)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:22:59.752689 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54766) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:22:59.754941 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e6578a32-b2df-4fc6-9fda-5cf0360c9937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.763558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.778583 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:22:59.780913 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.808692 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1dd71952-f587-4e60-ba3f-c7f3a04216ff req-6dbbee59-6411-4239-ac12-457a2709fcd7 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198018 Jun 14 03:22:59.828579 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:22:59.829195 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:22:59.830666 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 HTTP/1.1" status: 200 len: 1094 time: 1.3745139 Jun 14 03:22:59.831152 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:22:59.833477 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca3ade4-0666-4126-a519-5141fc733606" -d '{"events": [{"name": "network-changed", "server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:22:59.877861 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:22:59.880925 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:22:59.909972 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '46159538-1f4d-4ae7-8687-f99111649b4b', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:25Z', 'updated_at': '2021-06-14T03:22:57Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:22:59.913430 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432354-5c50-4aff-b0ee-93c68d63f7bf None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '46159538-1f4d-4ae7-8687-f99111649b4b', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:22:25Z', 'updated_at': '2021-06-14T03:22:57Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:22:59.978370 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a31452e-7aaa-4b6a-a012-55f5fea0b2b9 x-openstack-request-id: req-4a31452e-7aaa-4b6a-a012-55f5fea0b2b9 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:22:59.979999 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:22:59.979999 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a31452e-7aaa-4b6a-a012-55f5fea0b2b9 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:22:59.979999 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8', 'status': 'completed', 'code': 200} Jun 14 03:23:00.059476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.072440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.091278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-2239256d-1631-4c23-9423-799724db835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:00.096347 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-2239256d-1631-4c23-9423-799724db835a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcbf7dd757b44dc8c25f127c96b5b06&device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 1097 time: 0.1050963 Jun 14 03:23:00.159968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.163249 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-ca38b06f-333f-4d6c-9700-c954aa08b34d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 HTTP/1.1" status: 200 len: 217 time: 0.0552707 Jun 14 03:23:00.163516 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e406bb-349c-4806-890e-576dd6fc46ae None None] New status for floating IP 46159538-1f4d-4ae7-8687-f99111649b4b: ACTIVE {{(pid=92479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:23:00.165018 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:00.177014 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54780) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:00.232986 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Deleting subnet 9930d6b4-dff2-4808-90ef-7d22ff880d6e {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:23:00.236625 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.279865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.290087 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.293495 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16653047332b44b6b4ca9001ae3fdfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395980 Jun 14 03:23:00.294299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54df4501-82d9-4233-ab92-dbd93fc9f771,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:00.298509 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:00.302351 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54784) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:00.324069 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a28fde99-3679-4b29-b306-67d88dfe5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:00.325672 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-a28fde99-3679-4b29-b306-67d88dfe5bb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5366cb-ecf8-44b8-a26b-342ba36d608b HTTP/1.1" status: 200 len: 848 time: 0.1479111 Jun 14 03:23:00.390060 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-4e9e4a84-29b8-49fd-b0e6-44f430d787de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=877254c3-824d-46a9-8bcc-afcf663c9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499797 Jun 14 03:23:00.463698 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.467152 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-06f3b0f4-da2b-4f55-b39d-f656d4a4b989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:00.480279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.490595 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a79fa0-65d1-476f-a810-b22a63339b95 req-47ecbe24-1ca5-41a0-ae7f-5fb0691f9de0 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:00.492070 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c4a79fa0-65d1-476f-a810-b22a63339b95 req-47ecbe24-1ca5-41a0-ae7f-5fb0691f9de0 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 944 time: 0.2519636 Jun 14 03:23:00.499959 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9930d6b4-dff2-4808-90ef-7d22ff880d6e,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:00.502465 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.509079 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9930d6b4-dff2-4808-90ef-7d22ff880d6e HTTP/1.1" status: 204 len: 168 time: 0.3266351 Jun 14 03:23:00.509079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:00.509806 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54790) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:00.603822 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:00.606178 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f2c44-b173-44ee-b17c-670dcf62d060" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:00.616433 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.743903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.756630 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.757018 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.757804 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.758135 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > port after_create 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.758465 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.758808 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > port after_update 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.759285 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.759475 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.759817 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.760122 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.852457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.853089 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.853223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.853223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.853487 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:00.853875 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa081582-846b-4032-8607-f43cdbb2ba40']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:00.871879 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870dc865-334d-480b-9bdf-cb2d4e627921') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:00.872183 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870dc865-334d-480b-9bdf-cb2d4e627921') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:00.889242 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.910412 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.913276 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.918523 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:23:00.918949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: from cryptography.utils import int_from_bytes Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: from cryptography.utils import int_from_bytes Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:23:00.922838 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:23:00.926445 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:23:00.936348 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-9d04ebfe-6137-4734-a907-7ff15ce9ea07 service neutron] 10.222.0.23 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312266 Jun 14 03:23:00.940785 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c4a79fa0-65d1-476f-a810-b22a63339b95 req-104d8fe3-209d-4f1c-a0cd-34e91ea1a5e4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155851 Jun 14 03:23:00.952217 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360def2-178e-469a-9ff7-47157fe2d0c0 req-8c953aab-635f-4af1-9d37-e9c45cea4fae tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:00.957704 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6360def2-178e-469a-9ff7-47157fe2d0c0 req-8c953aab-635f-4af1-9d37-e9c45cea4fae tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.5329423 Jun 14 03:23:01.077840 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.081098 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.082307 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54df4501-82d9-4233-ab92-dbd93fc9f771 HTTP/1.1" status: 204 len: 168 time: 0.7774854 Jun 14 03:23:01.086753 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.091898 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274bceaa-8765-4a2a-82d4-244ef69bb231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:01.093602 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:01.096202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.100939 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa081582-846b-4032-8607-f43cdbb2ba40 HTTP/1.1" status: 204 len: 168 time: 0.5882399 Jun 14 03:23:01.108264 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6360def2-178e-469a-9ff7-47157fe2d0c0 req-5b49d3d1-655e-4dbb-bf14-7fd4c6514a00 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472840 Jun 14 03:23:01.120583 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa081582-846b-4032-8607-f43cdbb2ba40,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:01.135911 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9d0504ef-2634-49a5-ae17-abd9dcf26141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:01.145069 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df4501-82d9-4233-ab92-dbd93fc9f771,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:01.147938 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:01.170079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5259f-8c88-4268-852a-3c8bdbf54753 x-openstack-request-id: req-0ac5259f-8c88-4268-852a-3c8bdbf54753 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:01.170460 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:01.170807 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac5259f-8c88-4268-852a-3c8bdbf54753 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:01.171287 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'status': 'completed', 'code': 200} Jun 14 03:23:01.179340 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-08b993be-7bb9-40c8-b84e-2e185a8a0ef8 req-2d2d07a1-ba0b-4849-a98d-c2a5b8bf0e6b service neutron] 10.222.0.23 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233286 Jun 14 03:23:01.205866 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3446a2-9eb2-42bc-b9a3-28a069b1ced5 req-386effcf-2a44-4140-a0fc-cd848eebc045 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.213777 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f3446a2-9eb2-42bc-b9a3-28a069b1ced5 req-386effcf-2a44-4140-a0fc-cd848eebc045 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 944 time: 0.1407440 Jun 14 03:23:01.300737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f3446a2-9eb2-42bc-b9a3-28a069b1ced5 req-9a6788ea-773c-454d-9197-722d640198b8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860808 Jun 14 03:23:01.312985 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-d547caa9-fda5-4e03-bf6e-45fae2103935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.314706 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-d547caa9-fda5-4e03-bf6e-45fae2103935 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1098 time: 0.0980873 Jun 14 03:23:01.380422 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ade4-0666-4126-a519-5141fc733606 req-8db49ecc-3c0e-49d9-8ebe-418e341d5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.382709 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-8db49ecc-3c0e-49d9-8ebe-418e341d5b44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcbf7dd757b44dc8c25f127c96b5b06&device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 1097 time: 0.0742357 Jun 14 03:23:01.450645 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-2e180e08-5c99-4ae7-9a23-8e32c50ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.452319 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-2e180e08-5c99-4ae7-9a23-8e32c50ab007 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1220717 Jun 14 03:23:01.509955 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ade4-0666-4126-a519-5141fc733606 req-b2c54332-fab7-4815-a464-3378c5585b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.511572 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-b2c54332-fab7-4815-a464-3378c5585b65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=877254c3-824d-46a9-8bcc-afcf663c9540 HTTP/1.1" status: 200 len: 909 time: 0.1224639 Jun 14 03:23:01.547413 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-90101dc3-4d06-4268-bd61-4ee255734fbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 1000 time: 0.0816541 Jun 14 03:23:01.573689 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-c740dec7-d8e5-4285-b41e-61690f288499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 HTTP/1.1" status: 200 len: 217 time: 0.0516689 Jun 14 03:23:01.607394 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-31df2ff0-84e2-4c37-a1e2-2b0a32e3c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.608999 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-31df2ff0-84e2-4c37-a1e2-2b0a32e3c980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0551255 Jun 14 03:23:01.645589 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ade4-0666-4126-a519-5141fc733606 req-cb6eb31d-03e7-4e5e-b5df-a8f71e0943db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.647454 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-cb6eb31d-03e7-4e5e-b5df-a8f71e0943db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5366cb-ecf8-44b8-a26b-342ba36d608b HTTP/1.1" status: 200 len: 848 time: 0.0667973 Jun 14 03:23:01.662005 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54810) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:01.699070 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-bdf49c84-39be-43cd-b633-91186e3fef01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=877254c3-824d-46a9-8bcc-afcf663c9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435455 Jun 14 03:23:01.723393 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-1c6cd2a8-72c8-46da-91d0-f787e70a647d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6697e976047494e88c3cffce0363e1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600953 Jun 14 03:23:01.726127 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54814) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:01.747776 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-06529539-a95d-4075-82bd-5f38e118e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:01.749187 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-06529539-a95d-4075-82bd-5f38e118e66c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1309788 Jun 14 03:23:01.846360 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-6ebf28ca-6b92-48e8-b9e4-ad9c4a20e973 service neutron] 10.222.0.23 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336896 Jun 14 03:23:01.879579 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.914180 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-2a36ef47-0dec-429a-a57e-de5d1a5e3a83 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538663 Jun 14 03:23:01.918729 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:01.968836 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-1ca3ade4-0666-4126-a519-5141fc733606 req-24e23041-6337-4a3a-b474-0892afeeb1ba service neutron] 10.222.0.23 "GET /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130619 Jun 14 03:23:02.067331 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-137f2c44-b173-44ee-b17c-670dcf62d060 req-53597d8f-54ec-4d51-ba86-2d76c60a179a service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465495 Jun 14 03:23:02.159580 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:02.162254 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:02.166110 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c52d5c7d-6799-410a-a661-c6910a2f5c35 HTTP/1.1" status: 204 len: 168 time: 0.4361341 Jun 14 03:23:02.166110 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3c532cce-5876-48be-894c-3bd322753dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:02.175277 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d7ebc-8878-4daf-a3a1-6c73f2f63a71 req-e307d2c5-8616-40fe-99b8-1012ec364678 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:02.176738 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c10d7ebc-8878-4daf-a3a1-6c73f2f63a71 req-e307d2c5-8616-40fe-99b8-1012ec364678 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 944 time: 0.0805738 Jun 14 03:23:02.184558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d5c7d-6799-410a-a661-c6910a2f5c35,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:02.188800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:02.231416 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c10d7ebc-8878-4daf-a3a1-6c73f2f63a71 req-561cb74f-64b5-41e5-bd51-de6c819e4aaf tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Jun 14 03:23:02.327145 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b037ec-98a7-499f-b3b2-c75686175a5c req-2f836ddf-637b-4cc3-9ba3-b3d873604377 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:02.328718 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-07b037ec-98a7-499f-b3b2-c75686175a5c req-2f836ddf-637b-4cc3-9ba3-b3d873604377 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0797901 Jun 14 03:23:02.377073 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-07b037ec-98a7-499f-b3b2-c75686175a5c req-53fc3e13-d923-46ee-92a7-a43e07c1fe7a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Jun 14 03:23:02.492964 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772269-462b-41e1-9222-a7eebc2dfc3c req-f7bea774-d887-495e-a51b-a41b428fe5d9 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:02.494846 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f772269-462b-41e1-9222-a7eebc2dfc3c req-f7bea774-d887-495e-a51b-a41b428fe5d9 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 944 time: 0.0726924 Jun 14 03:23:02.541399 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f772269-462b-41e1-9222-a7eebc2dfc3c req-4396921e-5f32-4b04-948a-9a906b42b03a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Jun 14 03:23:02.868507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2040d03f-2512-48ff-82f6-472325483b24 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:23:02.985384 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2040d03f-2512-48ff-82f6-472325483b24,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:02.994954 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:02.999481 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '2040d03f-2512-48ff-82f6-472325483b24', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'port_id': '2040d03f-2512-48ff-82f6-472325483b24', 'mac_address': 'fa:16:3e:32:26:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb704ca-4804-4c3a-9f8b-8d64220e1825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:23:03.050242 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:03.078057 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2040d03f-2512-48ff-82f6-472325483b24 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:23:03.106596 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2040d03f-2512-48ff-82f6-472325483b24,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:03.217635 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:03.219458 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:03.276098 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:03.287084 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.287439 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.287786 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.288123 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.288459 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.288989 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.289481 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.289841 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.290175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.290612 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.290945 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.291273 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:03.295612 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:03.466657 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c49c1-2641-4928-bb1c-644bb0f42cdf req-6e10ab5e-4db9-4e94-b1ac-24943f14fb6b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:03.468151 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-808c49c1-2641-4928-bb1c-644bb0f42cdf req-6e10ab5e-4db9-4e94-b1ac-24943f14fb6b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 944 time: 0.1080048 Jun 14 03:23:03.527614 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-808c49c1-2641-4928-bb1c-644bb0f42cdf req-54d3e47b-2242-47f2-afdd-ab207949ccf1 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Jun 14 03:23:03.587174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06187799-382b-49e3-81d2-2975283879de req-4226ff10-6dee-47ae-89c9-5250f2fcd570 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:03.590023 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06187799-382b-49e3-81d2-2975283879de req-4226ff10-6dee-47ae-89c9-5250f2fcd570 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0775890 Jun 14 03:23:03.633164 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06187799-382b-49e3-81d2-2975283879de req-ce270725-d5bc-48f9-b896-c57fbbda4460 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Jun 14 03:23:03.678627 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['2040d03f-2512-48ff-82f6-472325483b24'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:23:03.743135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bea1-94f4-4da0-b38d-531e51fd9091 req-bc72ab51-cf34-41b2-8e47-a584678e0ab4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:03.744618 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ce5bea1-94f4-4da0-b38d-531e51fd9091 req-bc72ab51-cf34-41b2-8e47-a584678e0ab4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 945 time: 0.0761666 Jun 14 03:23:03.785793 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ce5bea1-94f4-4da0-b38d-531e51fd9091 req-22ce0f14-e0e1-4524-82c9-c1589ff12266 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jun 14 03:23:03.927391 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54900) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:04.095764 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.193125 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.280391 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.284572 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ddd46cb1-5d02-4304-9585-26e6deadd29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:04.323220 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c2a8acc6ad14bacaa81bb859c95070a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947487 Jun 14 03:23:04.325224 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095fc0bc-fe8b-4f08-ad96-60b57dc83ce2,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:04.326060 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54916) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:04.328406 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:04.379594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.403096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.571956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.574778 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:04.575910 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/095fc0bc-fe8b-4f08-ad96-60b57dc83ce2 HTTP/1.1" status: 204 len: 168 time: 0.2487807 Jun 14 03:23:04.576665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-56a8f08b-c415-49b4-9592-7e8870f5d48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:04.587272 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095fc0bc-fe8b-4f08-ad96-60b57dc83ce2,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:04.589734 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:04.727201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9f12-3c5d-4a38-819d-bbd1ed8c8489 req-878e3d76-393a-434d-9bd9-8f3f8949c9e9 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:04.728657 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24db9f12-3c5d-4a38-819d-bbd1ed8c8489 req-878e3d76-393a-434d-9bd9-8f3f8949c9e9 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 944 time: 0.0728378 Jun 14 03:23:04.770181 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24db9f12-3c5d-4a38-819d-bbd1ed8c8489 req-61cf9632-b013-47f4-9b59-77c80b8767f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358734 Jun 14 03:23:04.883733 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:23:04.954251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a707614-51b7-497c-ae0c-fad178cd2883 req-7295c6a9-43f0-43e3-afc4-704c1a5abebf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:04.956477 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a707614-51b7-497c-ae0c-fad178cd2883 req-7295c6a9-43f0-43e3-afc4-704c1a5abebf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0850453 Jun 14 03:23:05.006284 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a707614-51b7-497c-ae0c-fad178cd2883 req-6576b669-bd01-4502-889d-65ff15ad31a5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Jun 14 03:23:05.098072 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,segment=NetworkSegment(d84edbf0-ee77-4767-bd77-d24dfad8ec75),segment_id=d84edbf0-ee77-4767-bd77-d24dfad8ec75)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:05.144170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8', 'network_id': '877254c3-824d-46a9-8bcc-afcf663c9540', 'port_id': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8', 'mac_address': 'fa:16:3e:a2:ff:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5366cb-ecf8-44b8-a26b-342ba36d608b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:23:05.206368 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:05.228710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:23:05.264580 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,segment=NetworkSegment(d84edbf0-ee77-4767-bd77-d24dfad8ec75),segment_id=d84edbf0-ee77-4767-bd77-d24dfad8ec75)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:05.277068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108a9e5-fde9-4c5d-9369-0a6ec947914a req-dd28dc41-b1d0-4342-84db-d820926f1d7b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:05.278686 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f108a9e5-fde9-4c5d-9369-0a6ec947914a req-dd28dc41-b1d0-4342-84db-d820926f1d7b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 945 time: 0.1048849 Jun 14 03:23:05.324626 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f108a9e5-fde9-4c5d-9369-0a6ec947914a req-d62fce80-a438-4d23-b208-fc4b89c27bb1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Jun 14 03:23:05.412012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:05.414112 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:05.466867 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:05.470468 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:05.870266 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 54964) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:05.902569 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['32faeff4-5d10-49f8-8ab4-a2356cc1a8c8'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:23:05.959529 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ee3-6ad5-4a05-8dcb-669cd14ef843 req-57c57b4f-459c-46ba-b36c-84c12f48ae2b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:05.961005 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-03280ee3-6ad5-4a05-8dcb-669cd14ef843 req-57c57b4f-459c-46ba-b36c-84c12f48ae2b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 945 time: 0.0770960 Jun 14 03:23:05.975484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1782005289-network', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:06.011204 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-03280ee3-6ad5-4a05-8dcb-669cd14ef843 req-f663ba38-1b96-4e60-a509-770da33b600d tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Jun 14 03:23:06.097396 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Made reservation on behalf of 525254d03f90486f9d5d80fccde54cb9 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:06.099984 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.111831 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.216463 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6a224-6415-4343-8491-5439a33bf73a req-2f432ad9-9644-4ee2-8de1-31f8e716b971 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:06.220070 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.222089 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a1e6a224-6415-4343-8491-5439a33bf73a req-2f432ad9-9644-4ee2-8de1-31f8e716b971 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0846384 Jun 14 03:23:06.263425 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a1e6a224-6415-4343-8491-5439a33bf73a req-d7eb4d96-cc5a-47cf-9598-600468248cc1 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Jun 14 03:23:06.303194 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.306504 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-77dce2b2-6e41-4a94-9a3e-2bc57a966929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:06.331600 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:23:06.342883 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e006f9a4-a560-4471-9cc7-6f09a570e221,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:06.344668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:06.347863 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.349591 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Added segment 4943b37f-b520-41a4-a686-8c4f6e11572a of type vlan for network b4417d23-7d87-47c3-a2a6-b817afe8fa16 Jun 14 03:23:06.399552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.559329 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab12d-74b2-4e21-b731-ba269bf14dde req-d88ef767-f3a8-4822-a8d8-ccc9ee25fea1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:06.560617 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.561997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:06.562212 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9fdab12d-74b2-4e21-b731-ba269bf14dde req-d88ef767-f3a8-4822-a8d8-ccc9ee25fea1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 945 time: 0.0705628 Jun 14 03:23:06.562587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:06.564786 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:06.603874 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9fdab12d-74b2-4e21-b731-ba269bf14dde req-8d5ef4b4-6c8b-4103-8df6-dd15068f0025 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Jun 14 03:23:06.644432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4417d23-7d87-47c3-a2a6-b817afe8fa16,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:06.647252 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:06.662510 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:23:06.714173 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8279936 Jun 14 03:23:06.714368 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 54988) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:06.714368 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Request body: {'subnet': {'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1782005289-subnet', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:06.898764 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2040d03f-2512-48ff-82f6-472325483b24 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:06.941612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Made reservation on behalf of 525254d03f90486f9d5d80fccde54cb9 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:06.943977 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.052042 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 2040d03f-2512-48ff-82f6-472325483b24 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:07.059084 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 2040d03f-2512-48ff-82f6-472325483b24 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:07.068376 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.190061 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.214476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040d03f-2512-48ff-82f6-472325483b24'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:07.216770 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92318898-8658-450f-be61-c568864f0772" -d '{"events": [{"server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "name": "network-vif-plugged", "status": "completed", "tag": "2040d03f-2512-48ff-82f6-472325483b24"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:07.231258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2040d03f-2512-48ff-82f6-472325483b24,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:07.254089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f193e-191f-4b3f-93d4-c10314ce6ffe x-openstack-request-id: req-681f193e-191f-4b3f-93d4-c10314ce6ffe {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:07.254335 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23363f-0ea7-4aa9-8645-7cd7a541f763 req-0317df0a-2fde-4147-b487-86706ddab2bf tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:07.254784 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "name": "network-vif-plugged", "status": "completed", "tag": "2040d03f-2512-48ff-82f6-472325483b24", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:07.254784 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-681f193e-191f-4b3f-93d4-c10314ce6ffe {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:07.255163 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040d03f-2512-48ff-82f6-472325483b24', 'code': 200} Jun 14 03:23:07.256139 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cf23363f-0ea7-4aa9-8645-7cd7a541f763 req-0317df0a-2fde-4147-b487-86706ddab2bf tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 945 time: 0.0883160 Jun 14 03:23:07.299727 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cf23363f-0ea7-4aa9-8645-7cd7a541f763 req-9e3d62a1-7d45-492c-ac5d-32b05bac1ac5 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Jun 14 03:23:07.303288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.305535 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-19d19303-7761-414f-b388-cc671942367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:07.343706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.347652 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:07.373505 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f8986a-4265-40da-a19c-d3e15693b386,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:07.379584 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:07.385428 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Checking segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:07.390340 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Network hostable DHCP agents. Network: b4417d23-7d87-47c3-a2a6-b817afe8fa16, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:23:07.411902 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:07.416095 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:07.482040 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224264c-7a92-4190-905f-c419f541b6d1 req-20b8cd3f-2db9-4bba-9013-2b9d964d7c55 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:07.483560 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b224264c-7a92-4190-905f-c419f541b6d1 req-20b8cd3f-2db9-4bba-9013-2b9d964d7c55 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0890613 Jun 14 03:23:07.528670 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b224264c-7a92-4190-905f-c419f541b6d1 req-47e5dc70-f95d-4249-93b3-b7dede7583a5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Jun 14 03:23:07.545316 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:23:07.661463 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, b4417d23-7d87-47c3-a2a6-b817afe8fa16) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:07.666343 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:07.667295 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.671074 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97f34b-9ee4-4c62-9f3d-35b70ea0dc75 None None] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:23:07.702311 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d28cd-ae3a-483f-9ded-302e364ead18 req-ceba668a-690d-4ce2-be9b-11860e071414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:07.704332 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b01d28cd-ae3a-483f-9ded-302e364ead18 req-ceba668a-690d-4ce2-be9b-11860e071414 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 1099 time: 0.0748224 Jun 14 03:23:07.778187 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55016) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:07.782140 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0786991 Jun 14 03:23:07.783190 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:07.810369 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b01d28cd-ae3a-483f-9ded-302e364ead18 req-35f4ae93-9353-43b8-982b-e4c02446b245 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905831 Jun 14 03:23:07.848086 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e202e8-7feb-4290-9ea8-b832793ef8a7 req-feb7ceca-6d48-40ba-9146-32bd9368dfa0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:07.849927 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6e202e8-7feb-4290-9ea8-b832793ef8a7 req-feb7ceca-6d48-40ba-9146-32bd9368dfa0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.1239574 Jun 14 03:23:07.873174 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.874413 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.901659 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:23:07.902493 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:07.906083 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6e202e8-7feb-4290-9ea8-b832793ef8a7 req-300ac67b-0fab-407c-9fa3-71d5e2f15cdc tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495350 Jun 14 03:23:07.974401 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.066759 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Allocated IP 172.20.0.2 (b4417d23-7d87-47c3-a2a6-b817afe8fa16/a1f8986a-4265-40da-a19c-d3e15693b386/d5b09494-c05c-4599-9005-930cd8e9b4a3) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:08.420258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.429226 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Transition to ACTIVE for port object d5b09494-c05c-4599-9005-930cd8e9b4a3 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:08.446098 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Transition to ACTIVE for port object d5b09494-c05c-4599-9005-930cd8e9b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:08.523455 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.524754 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.528126 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-4ed1d291-3159-4dcc-8c4d-b53450be8b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:08.548689 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f717273-3664-4255-b487-f543ee1f43db req-33a52eb2-813b-4bcb-862c-aa5a83e40fcb tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:08.550225 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4f717273-3664-4255-b487-f543ee1f43db req-33a52eb2-813b-4bcb-862c-aa5a83e40fcb tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 945 time: 0.0700309 Jun 14 03:23:08.586199 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:08.589515 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:08.596028 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:08.599254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Pushing event updated for resources: {'Port': ['ID=d5b09494-c05c-4599-9005-930cd8e9b4a3,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:08.603321 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:08.616194 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4f717273-3664-4255-b487-f543ee1f43db req-49085b8a-6331-49bc-9131-7817367eb725 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Jun 14 03:23:08.691980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Attempting to bind port d5b09494-c05c-4599-9005-930cd8e9b4a3 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:08.692370 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Attempting to bind port d5b09494-c05c-4599-9005-930cd8e9b4a3 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:08.692772 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Attempting to bind port d5b09494-c05c-4599-9005-930cd8e9b4a3 on network b4417d23-7d87-47c3-a2a6-b817afe8fa16 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:08.698136 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:08.698545 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Checking segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:08.698958 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.699365 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Bound using segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:08.699870 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Bound port: d5b09494-c05c-4599-9005-930cd8e9b4a3, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:08.700257 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.794755 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] For port d5b09494-c05c-4599-9005-930cd8e9b4a3, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:08.798787 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] For port d5b09494-c05c-4599-9005-930cd8e9b4a3, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=d5b09494-c05c-4599-9005-930cd8e9b4a3,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:08.806066 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73a8b8-d754-4eaf-8f1f-884e64d4314d req-df27f33f-5f67-4baa-9a35-228c738e6c74 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:08.811491 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e73a8b8-d754-4eaf-8f1f-884e64d4314d req-df27f33f-5f67-4baa-9a35-228c738e6c74 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0801315 Jun 14 03:23:08.854277 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e73a8b8-d754-4eaf-8f1f-884e64d4314d req-e393cb23-2baa-4577-9fbe-ad1c4a379b5a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Jun 14 03:23:08.868316 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.871556 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:08.925946 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:08.928885 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.968613 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Pushing event updated for resources: {'Port': ['ID=d5b09494-c05c-4599-9005-930cd8e9b4a3,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:08.970395 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:08.978564 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:09.098008 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:09.103203 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:09.103710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:09.139690 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Allocated IP 172.28.1.12 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/5c28f69d-4a49-43d7-bcfe-00f60d5f74c0) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:09.220530 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06563bf3-9492-4f22-ab9e-e5dbd303fe47 req-fe75143c-4eeb-4851-b210-583479194601 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:09.222879 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06563bf3-9492-4f22-ab9e-e5dbd303fe47 req-fe75143c-4eeb-4851-b210-583479194601 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.1257179 Jun 14 03:23:09.270027 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:09.340266 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06563bf3-9492-4f22-ab9e-e5dbd303fe47 req-44ab5a14-07b6-4bed-b3a7-8fe04804716a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040056 Jun 14 03:23:09.340540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:09.340540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0949b2-ea17-4fa3-aa49-e82526da614e" -d '{"events": [{"server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "name": "network-vif-plugged", "status": "completed", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:09.368509 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,segment=NetworkSegment(d84edbf0-ee77-4767-bd77-d24dfad8ec75),segment_id=d84edbf0-ee77-4767-bd77-d24dfad8ec75)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:09.382323 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:09.393598 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb8c0b-3ed9-4e1f-bd9a-188cd2393883 x-openstack-request-id: req-defb8c0b-3ed9-4e1f-bd9a-188cd2393883 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:09.393909 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "name": "network-vif-plugged", "status": "completed", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:09.394173 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-defb8c0b-3ed9-4e1f-bd9a-188cd2393883 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:09.395047 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8', 'code': 200} Jun 14 03:23:09.455918 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device d5b09494-c05c-4599-9005-930cd8e9b4a3 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:09.495970 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:09.502421 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:09.516078 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:09.520035 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0cf6d088-cf33-489e-8245-a3c579d87140 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:09.588653 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:09.589120 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:09.592644 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:09.597937 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:09.602265 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:09.631743 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:09.637709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:09.743134 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port d5b09494-c05c-4599-9005-930cd8e9b4a3 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:09.826606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101924c7-9480-4f6e-9d0e-f4f32d5c3814 req-ff48843d-04c1-493d-96f5-e9e41356072e tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:09.834938 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-101924c7-9480-4f6e-9d0e-f4f32d5c3814 req-ff48843d-04c1-493d-96f5-e9e41356072e tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.0887814 Jun 14 03:23:09.941727 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-101924c7-9480-4f6e-9d0e-f4f32d5c3814 req-f165208b-e4e1-4614-b18e-c87e4019b699 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057093 Jun 14 03:23:10.003623 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08b58-81b5-46d6-96fa-7ecaba0b6869 req-78bcdbcd-1a0e-48c5-bf0e-0a168d7ec533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:10.006896 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a9f08b58-81b5-46d6-96fa-7ecaba0b6869 req-78bcdbcd-1a0e-48c5-bf0e-0a168d7ec533 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 1099 time: 0.1282566 Jun 14 03:23:10.092259 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a9f08b58-81b5-46d6-96fa-7ecaba0b6869 req-ca44ec81-fdfe-47ec-bdbb-86de3d22e404 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Jun 14 03:23:10.147966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4a030-9e9f-40cd-af3d-6a4b90d663a0 None None] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:23:10.157708 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:10.277305 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db135f-50e7-411d-a83b-d8f84760f560 req-934994b6-2b55-4caf-b484-84a1fb2b820f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:10.282809 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-41db135f-50e7-411d-a83b-d8f84760f560 req-934994b6-2b55-4caf-b484-84a1fb2b820f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1353531 Jun 14 03:23:10.325383 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Provisioning for port d5b09494-c05c-4599-9005-930cd8e9b4a3 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:10.335560 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Provisioning complete for port d5b09494-c05c-4599-9005-930cd8e9b4a3 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:10.335955 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:10.363069 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-41db135f-50e7-411d-a83b-d8f84760f560 req-9a9c812b-76f5-4fdc-a7fb-53eca0b3eff5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726678 Jun 14 03:23:10.504544 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:10.521665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:10.551015 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] For port d5b09494-c05c-4599-9005-930cd8e9b4a3, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=d5b09494-c05c-4599-9005-930cd8e9b4a3,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:10.585367 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46900-cae1-41ca-995c-bda383bd3890 req-f659d3c2-96bb-400f-a8c1-3350c87d6e7e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:10.587217 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f8d46900-cae1-41ca-995c-bda383bd3890 req-f659d3c2-96bb-400f-a8c1-3350c87d6e7e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.0960703 Jun 14 03:23:10.637544 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f8d46900-cae1-41ca-995c-bda383bd3890 req-38923d54-35c6-4897-905e-f864c601d24a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Jun 14 03:23:10.652067 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:10.656398 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:10.727973 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Pushing event updated for resources: {'Port': ['ID=d5b09494-c05c-4599-9005-930cd8e9b4a3,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:10.734520 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:10.780312 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-5590abf3-657c-4af4-8e26-ee6d28a08c2a None None] Provisioning complete for port d5b09494-c05c-4599-9005-930cd8e9b4a3 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:10.780312 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5590abf3-657c-4af4-8e26-ee6d28a08c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:11.038961 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:23:11.161817 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2414-6d98-4030-97f5-03b42e348f75 req-e8de6213-785e-4b5d-9293-8ba4843c5728 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:11.161817 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8b6e2414-6d98-4030-97f5-03b42e348f75 req-e8de6213-785e-4b5d-9293-8ba4843c5728 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.0903628 Jun 14 03:23:11.196675 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:23:11.206453 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Sync routers for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:23:11.216462 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:11.217090 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:11.323210 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:11.325661 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5464201 Jun 14 03:23:11.328165 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55134) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:11.363944 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:11.499388 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device d5b09494-c05c-4599-9005-930cd8e9b4a3 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:11.517684 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8b6e2414-6d98-4030-97f5-03b42e348f75 req-e3f29ade-2775-4d54-9340-97e99fd3623d tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520658 Jun 14 03:23:11.618199 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:09Z', 'revision_number': 3, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:11.620248 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Checking router: 98c83a27-e800-4ba0-870a-ad31d7aa01b7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:23:11.620706 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Updating router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:23:11.680735 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port d5b09494-c05c-4599-9005-930cd8e9b4a3 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:11.681394 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:11.683500 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:11.960918 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b622-5dee-473b-95b3-8258cca04fac req-52c50cc7-0d10-4b6a-8135-3cda86394adb tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:11.963675 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5c73b622-5dee-473b-95b3-8258cca04fac req-52c50cc7-0d10-4b6a-8135-3cda86394adb tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1922476 Jun 14 03:23:11.969262 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-be117c57-237d-451d-a63e-8e104097e6f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290746 Jun 14 03:23:12.037057 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5c73b622-5dee-473b-95b3-8258cca04fac req-51581d6f-b465-49e8-829f-f5a83897a5aa tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638783 Jun 14 03:23:12.132317 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-692ffd5d-b9bc-4eb0-b74c-c8bd45ae1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:12.133941 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-692ffd5d-b9bc-4eb0-b74c-c8bd45ae1ad0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0638137 Jun 14 03:23:12.193994 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.206401 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Transition to ACTIVE for port object 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:12.216957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.301352 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-f7cb4101-a735-4f13-aad3-49986b9bf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:12.302893 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-f7cb4101-a735-4f13-aad3-49986b9bf169 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 916 time: 0.1237493 Jun 14 03:23:12.332259 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.336443 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:12.356777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55166) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:12.364311 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-8b324936-040c-4d8c-a647-af063f06d36d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627 HTTP/1.1" status: 200 len: 217 time: 0.0529020 Jun 14 03:23:12.411459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Allocated IP 172.20.0.1 (b4417d23-7d87-47c3-a2a6-b817afe8fa16/a1f8986a-4265-40da-a19c-d3e15693b386/2321499c-6a50-4816-bdc0-fd92c61912c0) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:12.412047 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Attempting to bind port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:12.412427 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Attempting to bind port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:12.412803 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Attempting to bind port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:12.419428 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Pushing event updated for resources: {'Port': ['ID=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,revision_number=2']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:12.421826 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:12.423052 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:12.424047 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.425377 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:12.426026 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Bound port: 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:12.427244 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.463639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-8ea7e246-602e-4f45-93cf-6560db75a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:12.464082 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.464433 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.464776 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.465111 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.465448 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.466032 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-8ea7e246-602e-4f45-93cf-6560db75a17f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.0870988 Jun 14 03:23:12.466290 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.466629 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.466956 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.467416 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.467596 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.467921 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.468244 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:23:12.480852 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:12.530394 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] For port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:12.533785 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] For port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:12.549965 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-830f3512-b75e-4763-8b82-f2f437f90756 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647511 Jun 14 03:23:12.568361 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.587693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.609094 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Transition to ACTIVE for port object 2321499c-6a50-4816-bdc0-fd92c61912c0 will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:12.618278 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.621692 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:12.634107 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55176) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:12.717367 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.735566 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:12.736559 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:12.785070 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.787573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a3195cb6-8f6b-4b32-bd8c-89da8686518e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:12.794149 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.832068 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:12.851601 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Pushing event updated for resources: {'Port': ['ID=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:12.856640 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:12.867444 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:12.885714 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:12.888905 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:12.902496 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Pushing event updated for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:12.905610 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:12.919951 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:12.939150 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-156cbd4f-5f3e-405c-873f-9e3099db8120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:12.945489 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5715ec5f0ed348bcb3bda41ae3daf56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875745 Jun 14 03:23:12.948827 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4854ab-b0f2-4aad-903d-b11be4562279 req-3cb9a0ec-6ce6-4e74-877d-1a1d66a569cc tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:12.950418 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-da4854ab-b0f2-4aad-903d-b11be4562279 req-3cb9a0ec-6ce6-4e74-877d-1a1d66a569cc tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.2443280 Jun 14 03:23:12.950900 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55184) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:12.987736 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f56fbd0-ceab-40f6-ba5a-c52fa48db3f3,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:12.991421 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:12.992365 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.002042 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-c685153a-8f22-4db2-bdf9-b3462eebc785 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350556 Jun 14 03:23:13.182548 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-da4854ab-b0f2-4aad-903d-b11be4562279 req-de9d8055-f34e-41d6-91d0-869dc1b625aa tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791825 Jun 14 03:23:13.190952 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.242868 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.321146 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-bcc78a0a-1c6b-44c1-925d-f1f62e4ad930 None None] Provisioning for port 2321499c-6a50-4816-bdc0-fd92c61912c0 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:13.322848 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7b36b164-7470-4547-9570-fb8e74cb1677 req-79bebc9c-6979-42e1-8b44-c471efdb86ed service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057101 Jun 14 03:23:13.332584 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.339066 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-bcc78a0a-1c6b-44c1-925d-f1f62e4ad930 None None] Provisioning complete for port 2321499c-6a50-4816-bdc0-fd92c61912c0 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:13.340041 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-bcc78a0a-1c6b-44c1-925d-f1f62e4ad930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.347029 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:09Z', 'revision_number': 3, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:13.350034 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.352767 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6f7ba-6a8b-4df4-b798-60a1e9d42646 None None] The sync data for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb is: [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:09Z', 'revision_number': 3, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:23:13.420643 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.431555 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:13.472186 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-bcc78a0a-1c6b-44c1-925d-f1f62e4ad930 None None] Port 2321499c-6a50-4816-bdc0-fd92c61912c0 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:23:13.486434 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3272c-a216-4fba-b3c7-229a80ae9929 req-f8eb2d97-3efd-4fc2-99ef-8e4e93f1147f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:13.487885 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-48e3272c-a216-4fba-b3c7-229a80ae9929 req-f8eb2d97-3efd-4fc2-99ef-8e4e93f1147f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1700807 Jun 14 03:23:13.515559 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c73cc79651374dad9d63a354e3d2bd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8774488 Jun 14 03:23:13.515559 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.516878 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.517916 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f56fbd0-ceab-40f6-ba5a-c52fa48db3f3 HTTP/1.1" status: 204 len: 168 time: 0.5559778 Jun 14 03:23:13.520307 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55190) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:13.549862 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d25e63-be6e-4c34-84c3-e48e2a93a0e0,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:13.558064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:13.558064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:13.587534 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f56fbd0-ceab-40f6-ba5a-c52fa48db3f3,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:13.590203 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:13.608326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-48e3272c-a216-4fba-b3c7-229a80ae9929 req-938d1d82-4567-47db-af9f-e70fb6d2ed69 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070204 Jun 14 03:23:13.633432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.633701 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:23:13.660262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.687664 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.732174 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.741599 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:13.853255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.856331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Pushing event updated for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:13.862099 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:13.886478 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.889198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:13.898288 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12d25e63-be6e-4c34-84c3-e48e2a93a0e0 HTTP/1.1" status: 204 len: 168 time: 0.3712878 Jun 14 03:23:13.899042 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:13.916622 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d25e63-be6e-4c34-84c3-e48e2a93a0e0,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:13.930461 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:14.020159 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:14.021760 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:14.175503 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:14.220959 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-a28692a7-d5f8-429e-abb3-3eb33d5ec48b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:14.227417 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-a28692a7-d5f8-429e-abb3-3eb33d5ec48b tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.2682998 Jun 14 03:23:14.250594 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-07d481b8-d428-4531-8820-6fa4901908c8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/quotas/0b7f3dcbb06742bc8c1e409f83b03f53 HTTP/1.1" status: 200 len: 375 time: 0.0178418 Jun 14 03:23:14.329944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:23:14.383478 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-8238e4d3-1cea-4140-a2e1-657f8af620ad tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343632 Jun 14 03:23:14.415750 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-0242dab4-5f94-4d81-a51e-1a6e90e0971d None None] Provisioning complete for port 2321499c-6a50-4816-bdc0-fd92c61912c0 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:14.416275 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0242dab4-5f94-4d81-a51e-1a6e90e0971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:14.465950 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-0242dab4-5f94-4d81-a51e-1a6e90e0971d None None] Port 2321499c-6a50-4816-bdc0-fd92c61912c0 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:23:14.503764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:23:14.509410 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] 10.222.0.15 "PUT /v2.0/routers/98c83a27-e800-4ba0-870a-ad31d7aa01b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1798749 Jun 14 03:23:14.520858 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-67ed41e0-d7cd-4c1f-9959-f2ebf98fabf5 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365063 Jun 14 03:23:14.594310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55224) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:14.615064 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:14.719998 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-59ae8e27-bdc8-4fff-8fd1-6643f29a2bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902738 Jun 14 03:23:14.800778 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:14.886043 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b2a0-62c9-4b92-9da8-ec614381b818 req-88ac9ffb-f3ba-4c3c-ba52-c24e84ca3838 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:14.887486 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fd28b2a0-62c9-4b92-9da8-ec614381b818 req-88ac9ffb-f3ba-4c3c-ba52-c24e84ca3838 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.0783935 Jun 14 03:23:14.928338 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fd28b2a0-62c9-4b92-9da8-ec614381b818 req-6bf85c73-a966-4caf-b89d-94c85d6de62a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Jun 14 03:23:14.937333 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:14.942195 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d1781c46-ca5e-4118-8b1f-0254a29dfafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:14.982699 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4064d2ba3ba54327839fcb26f6418266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872614 Jun 14 03:23:14.984837 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c77eb-d50b-4f14-a2c4-f7ac4c031af8,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:14.986377 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55238) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:14.991359 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:15.067596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:15.120196 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fdc71044-da88-4b20-9a38-843f9a424a8c req-934a70bb-e887-4bea-b839-b1d7a211c97a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 210 time: 0.0476830 Jun 14 03:23:15.125495 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:15.314963 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:15.319215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:15.320389 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/901c77eb-d50b-4f14-a2c4-f7ac4c031af8 HTTP/1.1" status: 204 len: 168 time: 0.3328040 Jun 14 03:23:15.344907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:15.344907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c77eb-d50b-4f14-a2c4-f7ac4c031af8,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:15.344907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:15.493178 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:15.651974 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Sync routers for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:23:15.663012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:15.670251 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:15.727708 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:15.776549 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:15.776940 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:15.897490 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:16.083858 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55294) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:16.089675 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1988094508-network', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:16.107952 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.131866 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:16.205055 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Made reservation on behalf of 6dc74d26ec144dc48bc3e5662312faf5 for: {'network': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:16.209639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.251026 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.328937 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.330998 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-e078d54d-567c-45d7-b142-51ff90b1167f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:16.338664 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeaa02-3502-48f3-9f2b-9afaa7f63993 req-0bd75d5e-ba6c-4c1d-88af-76ddfdbd364f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:16.348178 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cadeaa02-3502-48f3-9f2b-9afaa7f63993 req-0bd75d5e-ba6c-4c1d-88af-76ddfdbd364f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1981754 Jun 14 03:23:16.436090 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd418f5c-7249-4af7-bdb0-22469238ec87 req-55b484a8-4945-4f0c-ac5a-99a7ea45c252 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 210 time: 0.0637448 Jun 14 03:23:16.452444 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:16.455051 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cadeaa02-3502-48f3-9f2b-9afaa7f63993 req-6ce58f0f-02b8-48d7-bf19-8ef38e02e4a3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056259 Jun 14 03:23:16.469049 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:16.493959 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 2, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:16.501415 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Checking router: 98c83a27-e800-4ba0-870a-ad31d7aa01b7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:23:16.501987 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Updating router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 port 2321499c-6a50-4816-bdc0-fd92c61912c0 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:23:16.562134 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.585076 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.706574 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.711388 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:16.750135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=92477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:23:16.763567 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66680d85-80ec-4bdf-9e5c-ab5e51338849,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:16.780620 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:16.781410 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.781769 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.segments_db [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Added segment c02317ab-77b9-4d06-827a-8d854880f218 of type vlan for network 8a1229ba-adb9-4d67-aa12-1c26046d1465 Jun 14 03:23:16.835100 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.956705 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.966191 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Transition to ACTIVE for port object 2321499c-6a50-4816-bdc0-fd92c61912c0 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:16.978180 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.979612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:16.980301 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:16.982560 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:17.069816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Pushing event updated for resources: {'Network': ['ID=8a1229ba-adb9-4d67-aa12-1c26046d1465,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:17.072406 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:17.083666 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:23:17.108043 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0230515 Jun 14 03:23:17.111215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55324) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:17.116306 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Request body: {'subnet': {'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1988094508-subnet', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:17.121051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.204807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:17.213070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Made reservation on behalf of 6dc74d26ec144dc48bc3e5662312faf5 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:17.215960 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.378400 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Attempting to bind port 2321499c-6a50-4816-bdc0-fd92c61912c0 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:17.379022 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Attempting to bind port 2321499c-6a50-4816-bdc0-fd92c61912c0 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:17.386511 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Attempting to bind port 2321499c-6a50-4816-bdc0-fd92c61912c0 on network b4417d23-7d87-47c3-a2a6-b817afe8fa16 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:17.386774 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:17.387331 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Checking segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:17.387926 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.388328 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Bound using segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:17.388970 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Bound port: 2321499c-6a50-4816-bdc0-fd92c61912c0, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:17.389600 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.461094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:17.514843 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Pushing event updated for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:17.523303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:17.613839 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] For port 2321499c-6a50-4816-bdc0-fd92c61912c0, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:17.618114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] For port 2321499c-6a50-4816-bdc0-fd92c61912c0, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2321499c-6a50-4816-bdc0-fd92c61912c0,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:17.640495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:17.641115 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.670867 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.700290 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8ab0765b-b941-4c86-b8d6-3909a9741b66 req-408d1e16-7c07-4edc-aa88-5b763e8ba299 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 210 time: 0.0726082 Jun 14 03:23:17.703302 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-864bf7af-04c1-413c-9b43-49c8067c53fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:17.727171 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:17.734216 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:17.779813 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eff0c9e-7644-4492-a2ac-1649dc90c49d,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:17.783743 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:17.804078 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e778b5-99a3-4429-9e15-9218441304f3 req-bb59c310-2467-422c-9b96-4ddf57a59599 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:17.805696 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47e778b5-99a3-4429-9e15-9218441304f3 req-bb59c310-2467-422c-9b96-4ddf57a59599 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1805060 Jun 14 03:23:17.808614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Checking segment: {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:17.808965 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Network hostable DHCP agents. Network: 8a1229ba-adb9-4d67-aa12-1c26046d1465, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:23:17.818738 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Pushing event updated for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:17.829850 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:17.847521 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:17.847780 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:17.864893 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47e778b5-99a3-4429-9e15-9218441304f3 req-f815ecee-59c0-493f-a52d-3dc0cf9bd45a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Jun 14 03:23:17.966329 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:23:18.078379 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:18.114386 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 8a1229ba-adb9-4d67-aa12-1c26046d1465) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:18.131195 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:18.131785 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.134280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c6ef6-a239-42e7-bf11-8da1575fbd4a None None] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:23:18.192008 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b447c927-9927-454f-a596-db4c1100cf9f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:18.193610 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b447c927-9927-454f-a596-db4c1100cf9f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.2230694 Jun 14 03:23:18.217603 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Request body: {'port': {'device_id': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'admin_state_up': True, 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:18.247869 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1355245 Jun 14 03:23:18.250591 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55360) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:18.257974 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:18.467816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.468800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.569003 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.582776 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294e09-c832-4bf9-8a81-6019ebd68e10 req-87df510a-3446-43df-bdad-0db4ed47f8fc tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:18.584403 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-63294e09-c832-4bf9-8a81-6019ebd68e10 req-87df510a-3446-43df-bdad-0db4ed47f8fc tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.1593943 Jun 14 03:23:18.608560 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:18.612762 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.661033 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-63294e09-c832-4bf9-8a81-6019ebd68e10 req-7054e467-86bd-45c5-925a-f65c1092fd06 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704272 Jun 14 03:23:18.761004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-8a1229ba-adb9-4d67-aa12-1c26046d1465', 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'fixed_ips': [{'subnet_id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:23:18.762043 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:18.941779 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Allocated IP 172.20.0.2 (8a1229ba-adb9-4d67-aa12-1c26046d1465/3eff0c9e-7644-4492-a2ac-1649dc90c49d/a3d52548-f98a-4a08-88fe-2d54c247dea5) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:18.958560 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-89c78f03-2976-4b2e-b959-53c18935fb09 req-4359fcaa-524c-4aed-b646-895a58209fa3 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 210 time: 0.0386853 Jun 14 03:23:19.174912 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:17Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:19.187164 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5344b7-f1b7-4882-b8ac-f40cd098b5d8 None None] The sync data for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb is: [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:17Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:23:19.210460 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.229962 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Transition to ACTIVE for port object a3d52548-f98a-4a08-88fe-2d54c247dea5 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:19.279170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Transition to ACTIVE for port object a3d52548-f98a-4a08-88fe-2d54c247dea5 will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:19.452509 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.469851 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:19.476687 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2321499c-6a50-4816-bdc0-fd92c61912c0 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:19.481788 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.493309 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Allocated IP 172.20.0.10 (d047a095-e834-49ae-8840-547f577acb46/1bb704ca-4804-4c3a-9f8b-8d64220e1825/9a9d6066-2fff-4622-8de3-7da33a382298) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:19.512980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:19.552025 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:19.554444 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:19.572324 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd548-2cad-4d80-9a3d-fa63d277b515 req-f9f698c1-29bf-48a6-8a59-b6f12072dda8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:19.572324 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-620fd548-2cad-4d80-9a3d-fa63d277b515 req-f9f698c1-29bf-48a6-8a59-b6f12072dda8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1951623 Jun 14 03:23:19.612409 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Pushing event updated for resources: {'Port': ['ID=a3d52548-f98a-4a08-88fe-2d54c247dea5,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:19.613314 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:19.665488 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Attempting to bind port a3d52548-f98a-4a08-88fe-2d54c247dea5 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:19.665979 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Attempting to bind port a3d52548-f98a-4a08-88fe-2d54c247dea5 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:19.666360 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Attempting to bind port a3d52548-f98a-4a08-88fe-2d54c247dea5 on network 8a1229ba-adb9-4d67-aa12-1c26046d1465 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:19.671751 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:19.672128 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Checking segment: {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:19.672597 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.673007 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Bound using segment: {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:19.673490 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Bound port: a3d52548-f98a-4a08-88fe-2d54c247dea5, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:19.673903 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.743140 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-620fd548-2cad-4d80-9a3d-fa63d277b515 req-a9e184d3-d512-4fb3-bc06-78fabd116ab9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613638 Jun 14 03:23:19.795199 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] For port a3d52548-f98a-4a08-88fe-2d54c247dea5, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:19.799432 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] For port a3d52548-f98a-4a08-88fe-2d54c247dea5, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a3d52548-f98a-4a08-88fe-2d54c247dea5,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:19.802875 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 2321499c-6a50-4816-bdc0-fd92c61912c0 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:19.809789 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 2321499c-6a50-4816-bdc0-fd92c61912c0 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:19.810434 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.863116 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.935105 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.938907 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:19.943196 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:20.049699 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 2321499c-6a50-4816-bdc0-fd92c61912c0, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2321499c-6a50-4816-bdc0-fd92c61912c0,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:20.052986 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Pushing event updated for resources: {'Port': ['ID=a3d52548-f98a-4a08-88fe-2d54c247dea5,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:20.056509 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:20.118758 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.122168 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:20.174848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.188055 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:20.195634 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:20.197401 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627', '2040d03f-2512-48ff-82f6-472325483b24'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:23:20.216424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:20.337660 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac163c1-1b1e-4225-bb57-30f56a9b2824 req-411287df-5036-4497-91c1-3c8c2ce128ed tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:20.346807 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5ac163c1-1b1e-4225-bb57-30f56a9b2824 req-411287df-5036-4497-91c1-3c8c2ce128ed tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.4509168 Jun 14 03:23:20.372861 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Network d047a095-e834-49ae-8840-547f577acb46 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:20.415698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:20.431278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:20.438710 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:20.439376 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.445179 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event updated for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:20.454422 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:20.474504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.527361 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5ac163c1-1b1e-4225-bb57-30f56a9b2824 req-3e7d9dd9-9fa9-4f43-848f-c90d850b75da tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/security-groups?id=33e9d0a2-c219-46a3-87d3-4cd74013232d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760736 Jun 14 03:23:20.537235 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.558166 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab643f-b272-4f9f-91ce-f1a09b1ab9f9 req-069c4b1a-a41b-41d4-a321-5891e1466aa1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:20.566296 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0bab643f-b272-4f9f-91ce-f1a09b1ab9f9 req-069c4b1a-a41b-41d4-a321-5891e1466aa1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 932 time: 0.3954022 Jun 14 03:23:20.610888 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-6a0e3790-c91c-4cb4-9ff7-82f58bc1db24 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:20.613413 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-6a0e3790-c91c-4cb4-9ff7-82f58bc1db24 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 946 time: 0.1037524 Jun 14 03:23:20.618893 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4056990 Jun 14 03:23:20.638733 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Request body: {'port': {'device_id': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:20.709690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0bab643f-b272-4f9f-91ce-f1a09b1ab9f9 req-d642589b-dfee-4b69-b32b-c853533e825f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423211 Jun 14 03:23:20.820533 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:20.845632 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Allocated IP 172.28.1.3 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/936d93dc-09c5-4ff9-bba5-ff3d600a0064) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:21.073757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Deleting port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:23:21.074350 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.195820 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.211718 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7884-fdfa-4f43-bed4-5763824c2af7 req-b6f01406-c42d-4448-ab67-af28890f1cb8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:21.213219 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-eeed7884-fdfa-4f43-bed4-5763824c2af7 req-b6f01406-c42d-4448-ab67-af28890f1cb8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.2662005 Jun 14 03:23:21.218843 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] For port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,segment=NetworkSegment(d84edbf0-ee77-4767-bd77-d24dfad8ec75),segment_id=d84edbf0-ee77-4767-bd77-d24dfad8ec75)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:21.219233 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.322127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e09402-4d78-4e7f-86cf-6974ace9512b None None] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:23:21.323131 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Calling delete_port for 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:23:21.337513 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-eeed7884-fdfa-4f43-bed4-5763824c2af7 req-2d21e422-c7f6-4ec5-ad08-cb2b6f362ffe tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168308 Jun 14 03:23:21.466807 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.471848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9d6066-2fff-4622-8de3-7da33a382298 {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:23:21.478123 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0f996b98-d844-497f-a170-80480f5a51f5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:21.493044 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.562256 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:21.570436 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2321499c-6a50-4816-bdc0-fd92c61912c0 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:21.571670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:21.574054 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:21.576963 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Pushing event updated for resources: {'Port': ['ID=936d93dc-09c5-4ff9-bba5-ff3d600a0064,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:21.624804 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:21.673707 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-42650be6-ba7d-45a7-9959-8884bace402b None None] Provisioning for port a3d52548-f98a-4a08-88fe-2d54c247dea5 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:21.715163 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 2321499c-6a50-4816-bdc0-fd92c61912c0 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:21.715558 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.776789 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.777364 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:21.791885 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Transition to ACTIVE for port object 9a9d6066-2fff-4622-8de3-7da33a382298 will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:21.829148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Pushing event deleted for resources: {'Port': ['ID=32faeff4-5d10-49f8-8ab4-a2356cc1a8c8,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:21.833062 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:21.848886 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70a94adb-f8e0-4233-8349-b5eb85623b88 req-245b70d7-2e0a-41bb-a9a3-fab9129bbeee tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 210 time: 0.0535564 Jun 14 03:23:21.894688 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] No DVR routers for this DVR port 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:23:21.897764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.899850 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b327a3f5-ebfb-493d-9581-bb37c07be4ce req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.23 "DELETE /v2.0/ports/32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 HTTP/1.1" status: 204 len: 173 time: 1.2797773 Jun 14 03:23:21.900413 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'name': 'network-vif-deleted', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:21.902257 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a3d52548-f98a-4a08-88fe-2d54c247dea5 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:21.910533 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505bba8-2b49-48b2-a68f-1ca6ba1bc0f5" -d '{"events": [{"server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "name": "network-vif-deleted", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:21.918969 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:21.924675 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:22.100721 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749d467-c98a-448b-8bf3-a442ad5dd63d x-openstack-request-id: req-0749d467-c98a-448b-8bf3-a442ad5dd63d {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:22.101129 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0d1670-6371-4696-8f38-ea1c9b4d9302", "name": "network-vif-deleted", "tag": "32faeff4-5d10-49f8-8ab4-a2356cc1a8c8", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:22.101485 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0749d467-c98a-448b-8bf3-a442ad5dd63d {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:22.102059 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0d1670-6371-4696-8f38-ea1c9b4d9302', 'name': 'network-vif-deleted', 'tag': '32faeff4-5d10-49f8-8ab4-a2356cc1a8c8', 'status': 'completed', 'code': 200} Jun 14 03:23:22.144516 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port a3d52548-f98a-4a08-88fe-2d54c247dea5 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:22.151903 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port a3d52548-f98a-4a08-88fe-2d54c247dea5 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:22.156937 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.290488 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d0a3a42f-e56b-464b-a5b1-ca03ab5bc617 None None] Provisioning complete for port a3d52548-f98a-4a08-88fe-2d54c247dea5 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:22.293200 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a42f-e56b-464b-a5b1-ca03ab5bc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.384498 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.468556 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port a3d52548-f98a-4a08-88fe-2d54c247dea5, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a3d52548-f98a-4a08-88fe-2d54c247dea5,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:22.484717 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c9b6-7e2e-47a0-9341-6464483d78a0 req-10e6904a-7672-40b4-a504-ac5d8e9a0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:22.486773 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-6a72c9b6-7e2e-47a0-9341-6464483d78a0 req-10e6904a-7672-40b4-a504-ac5d8e9a0324 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 1099 time: 0.1363063 Jun 14 03:23:22.509670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:22.517907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:22.554975 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-6a72c9b6-7e2e-47a0-9341-6464483d78a0 req-9a69a195-84f1-4d00-936f-8cba1f7121a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Jun 14 03:23:22.566486 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a42f-e56b-464b-a5b1-ca03ab5bc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.640412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.648202 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Attempting to bind port 9a9d6066-2fff-4622-8de3-7da33a382298 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:22.648523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Attempting to bind port 9a9d6066-2fff-4622-8de3-7da33a382298 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:22.648852 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Attempting to bind port 9a9d6066-2fff-4622-8de3-7da33a382298 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:22.748244 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Port 9a9d6066-2fff-4622-8de3-7da33a382298 on network d047a095-e834-49ae-8840-547f577acb46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:23:22.748244 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Attempting to bind port 9a9d6066-2fff-4622-8de3-7da33a382298 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:22.765844 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.769450 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-15257651-d6ee-4700-b1a7-3722aa9dc9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:22.780488 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070a9a-12d9-440e-a4c8-45aebc503436 req-5d01dba8-2d28-4c8f-b194-da7cfb4da488 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:22.782039 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68070a9a-12d9-440e-a4c8-45aebc503436 req-5d01dba8-2d28-4c8f-b194-da7cfb4da488 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 944 time: 0.7345092 Jun 14 03:23:22.786313 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:22.786652 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Checking segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:22.787039 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Bound using segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:22.787481 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Bound port: 9a9d6066-2fff-4622-8de3-7da33a382298, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:22.787829 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:22.906598 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a692f-f2d4-4f38-9977-a89f090c14db req-d5fab02d-5159-4397-80d1-a22325d6f730 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:22.908185 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a2a692f-f2d4-4f38-9977-a89f090c14db req-d5fab02d-5159-4397-80d1-a22325d6f730 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.3500669 Jun 14 03:23:22.924569 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68070a9a-12d9-440e-a4c8-45aebc503436 req-291c9f05-4168-4796-8b67-8d67f67b9727 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313205 Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: from cryptography.utils import int_from_bytes Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: from cryptography.utils import int_from_bytes Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.011012 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:23.014258 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:23.021117 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:23:23.069644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:23.077214 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:23:23.077504 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 32faeff4-5d10-49f8-8ab4-a2356cc1a8c8 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:23:23.097093 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a2a692f-f2d4-4f38-9977-a89f090c14db req-9e1413c6-3d87-482c-9a56-982c7cd69f23 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806247 Jun 14 03:23:23.098678 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9a9d6066-2fff-4622-8de3-7da33a382298,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:23.118027 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.db.api [None req-d0a3a42f-e56b-464b-a5b1-ca03ab5bc617 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 03:23:23.118400 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_db.api [None req-d0a3a42f-e56b-464b-a5b1-ca03ab5bc617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 03:23:23.120355 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=a3d52548-f98a-4a08-88fe-2d54c247dea5,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:23.124238 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:23.149872 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:23.155044 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:23.158993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:23.302230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:23.302839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:23.304165 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] 10.222.0.23 "PUT /v2.0/ports/9a9d6066-2fff-4622-8de3-7da33a382298 HTTP/1.1" status: 200 len: 1094 time: 2.6723564 Jun 14 03:23:23.316491 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:23.319201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d929745-2f98-4235-b732-90f0dfedf83c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:23.367086 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:23.376414 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:23.376414 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-30d0c166-6d67-44ee-be16-540a1ccafef9 req-e5d11b8e-d0b8-4c67-b958-509743d9aded tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] 10.222.0.15 "GET /v2.0/ports?device_id=be0d1670-6371-4696-8f38-ea1c9b4d9302 HTTP/1.1" status: 200 len: 210 time: 0.0791945 Jun 14 03:23:23.404815 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882846e-9e21-4cb6-9fa7-8bb6d8c72b60 x-openstack-request-id: req-c882846e-9e21-4cb6-9fa7-8bb6d8c72b60 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:23.405331 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:23.405724 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c882846e-9e21-4cb6-9fa7-8bb6d8c72b60 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:23.406308 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298', 'status': 'completed', 'code': 200} Jun 14 03:23:23.426038 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a3d52548-f98a-4a08-88fe-2d54c247dea5 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:23.479039 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port a3d52548-f98a-4a08-88fe-2d54c247dea5 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:23.479535 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:23.499643 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d929745-2f98-4235-b732-90f0dfedf83c req-8532c14a-1e6a-4d0b-8fce-3bd77595107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:23.501603 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1d929745-2f98-4235-b732-90f0dfedf83c req-8532c14a-1e6a-4d0b-8fce-3bd77595107c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 1097 time: 0.0747559 Jun 14 03:23:23.596751 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Router 567c73a5-cac8-44e4-aef1-5177d2bfce63 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:23:23.724603 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d929745-2f98-4235-b732-90f0dfedf83c req-aaf01ba2-ea05-44ad-b5a7-645512283561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:23.726150 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1d929745-2f98-4235-b732-90f0dfedf83c req-aaf01ba2-ea05-44ad-b5a7-645512283561 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2173648 Jun 14 03:23:23.803585 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:23:23.812330 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Sync routers for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:23:23.826320 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:23.827110 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:23.886890 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d929745-2f98-4235-b732-90f0dfedf83c req-ca8e8b03-acf0-40ad-8f26-b605ba399e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:23.888379 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1d929745-2f98-4235-b732-90f0dfedf83c req-ca8e8b03-acf0-40ad-8f26-b605ba399e1a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382339 Jun 14 03:23:23.955992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:23.969639 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7154284 Jun 14 03:23:23.970507 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55470) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:24.076769 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:24.157639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-f3043135-54a2-4eb3-b911-0febed22aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:24.159395 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-f3043135-54a2-4eb3-b911-0febed22aa7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 1097 time: 0.1847210 Jun 14 03:23:24.181934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25c72-24cd-4c5f-a6ac-a7014e1cb151 req-a51ff0da-f97d-41f2-a3a5-b796bbcef0c4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:24.189674 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6b25c72-24cd-4c5f-a6ac-a7014e1cb151 req-a51ff0da-f97d-41f2-a3a5-b796bbcef0c4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 944 time: 0.1097474 Jun 14 03:23:24.279872 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-ce0a63de-855a-4f6b-aab2-00736252ec0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d6066-2fff-4622-8de3-7da33a382298 HTTP/1.1" status: 200 len: 217 time: 0.0878592 Jun 14 03:23:24.300252 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6b25c72-24cd-4c5f-a6ac-a7014e1cb151 req-1ddba957-dcac-4489-b7f1-87d56fb89021 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093645 Jun 14 03:23:24.417818 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:21Z', 'revision_number': 3, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:24.422083 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Checking router: 567c73a5-cac8-44e4-aef1-5177d2bfce63 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:23:24.422629 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Updating router 567c73a5-cac8-44e4-aef1-5177d2bfce63 port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:23:24.470947 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-e2b63a0b-908d-4838-b66e-052e489841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:24.471246 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:24.472491 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-e2b63a0b-908d-4838-b66e-052e489841b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.1713014 Jun 14 03:23:24.528700 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-de33c5b6-7652-46bd-aedb-f108978770b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376072 Jun 14 03:23:24.584657 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad79e9-9bfd-405a-ace2-01b6a248347c req-6460df23-2a97-413d-9950-f74a715f2cc0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:24.586654 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-95ad79e9-9bfd-405a-ace2-01b6a248347c req-6460df23-2a97-413d-9950-f74a715f2cc0 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1807005 Jun 14 03:23:24.706927 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:24.707254 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-95ad79e9-9bfd-405a-ace2-01b6a248347c req-a33f1c0c-32f5-4bea-97da-19523d832e28 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114612 Jun 14 03:23:24.763230 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-e5023b07-8c39-4ae8-a3cd-0dc1efee5e40 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251816 Jun 14 03:23:24.937016 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:24.954779 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Transition to ACTIVE for port object 936d93dc-09c5-4ff9-bba5-ff3d600a0064 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:24.977991 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3effbe74-d65b-49cd-acef-ec6e03f46484 req-6e61ec83-d22e-4a1a-817f-5b28ead22edd service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103975 Jun 14 03:23:24.994268 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Allocated IP 172.20.0.1 (8a1229ba-adb9-4d67-aa12-1c26046d1465/3eff0c9e-7644-4492-a2ac-1649dc90c49d/be644651-5f0f-4ba2-85fc-2ea7e754718d) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:25.046073 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0bbe-34d0-4c3f-9a29-4c94d6dc66d8 req-e403b574-bf40-4ea5-bdfe-6f8b19f71105 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:25.048088 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a0b0bbe-34d0-4c3f-9a29-4c94d6dc66d8 req-e403b574-bf40-4ea5-bdfe-6f8b19f71105 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2200325 Jun 14 03:23:25.101882 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a0b0bbe-34d0-4c3f-9a29-4c94d6dc66d8 req-9be10be7-6b2f-42f3-ac81-82ecc1b0390b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 Jun 14 03:23:25.108005 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.112818 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-bd0c3300-4ab4-4585-8302-b31e6d9e97ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:25.151678 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.165947 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Transition to ACTIVE for port object be644651-5f0f-4ba2-85fc-2ea7e754718d will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:25.181611 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7d9dc-ba4a-4a32-b5bc-e0e4bf5f5aa2 None None] Pushing event updated for resources: {'Port': ['ID=936d93dc-09c5-4ff9-bba5-ff3d600a0064,revision_number=2']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:25.184538 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Attempting to bind port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:25.184906 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Attempting to bind port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:25.185518 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Attempting to bind port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:25.187649 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7ba7d9dc-ba4a-4a32-b5bc-e0e4bf5f5aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:25.191523 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:25.191898 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:25.193584 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.193584 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:25.193584 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Bound port: 936d93dc-09c5-4ff9-bba5-ff3d600a0064, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:25.198777 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.254010 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] For port 936d93dc-09c5-4ff9-bba5-ff3d600a0064, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:25.256958 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] For port 936d93dc-09c5-4ff9-bba5-ff3d600a0064, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=936d93dc-09c5-4ff9-bba5-ff3d600a0064,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:25.274873 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.277868 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:25.330626 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:25.335211 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:25.339599 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:25.343509 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.354132 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Pushing event updated for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:25.354546 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-274ad0b9-f1e7-44a4-ad5d-d22573659428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:25.396532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:25.405867 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.423109 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:25.423753 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:25.482853 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7d9dc-ba4a-4a32-b5bc-e0e4bf5f5aa2 None None] Pushing event updated for resources: {'Port': ['ID=936d93dc-09c5-4ff9-bba5-ff3d600a0064,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:25.487756 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7ba7d9dc-ba4a-4a32-b5bc-e0e4bf5f5aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:25.658454 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:25.767083 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b480f-cd19-42db-8c07-5d0097e706a9 req-d6ad1ea4-5b0d-42d0-a4d5-bc9a9f1eeb5f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:25.769086 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c18b480f-cd19-42db-8c07-5d0097e706a9 req-d6ad1ea4-5b0d-42d0-a4d5-bc9a9f1eeb5f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 944 time: 0.0796721 Jun 14 03:23:25.786400 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.793314 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-2d21f960-54d1-407b-943a-d6345fbcb7fc None None] Provisioning for port be644651-5f0f-4ba2-85fc-2ea7e754718d completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:25.799776 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-2d21f960-54d1-407b-943a-d6345fbcb7fc None None] Provisioning complete for port be644651-5f0f-4ba2-85fc-2ea7e754718d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:25.800443 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-2d21f960-54d1-407b-943a-d6345fbcb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:25.838430 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c18b480f-cd19-42db-8c07-5d0097e706a9 req-5fe7fb84-445a-4d90-a7de-4d0948908cfa tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631659 Jun 14 03:23:25.854113 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-2d21f960-54d1-407b-943a-d6345fbcb7fc None None] Port be644651-5f0f-4ba2-85fc-2ea7e754718d cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:23:25.947981 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:21Z', 'revision_number': 3, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:25.951641 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704851c-93ec-456e-8c9e-384585d73a89 None None] The sync data for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb is: [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:21Z', 'revision_number': 3, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:23:26.054810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:26.119917 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:26.155458 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:26.207723 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:26.218362 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Pushing event updated for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:26.223085 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:26.412554 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:26.414148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:26.633222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Router 567c73a5-cac8-44e4-aef1-5177d2bfce63 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:23:26.691101 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-7e796016-4b71-4e31-a745-0920dae681fd None None] Provisioning complete for port be644651-5f0f-4ba2-85fc-2ea7e754718d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:26.691885 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7e796016-4b71-4e31-a745-0920dae681fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:26.747899 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-7e796016-4b71-4e31-a745-0920dae681fd None None] Port be644651-5f0f-4ba2-85fc-2ea7e754718d cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:23:26.807153 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:23:26.818496 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/567c73a5-cac8-44e4-aef1-5177d2bfce63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462315 Jun 14 03:23:27.165331 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c7046-5ee6-4da8-9750-156fa2c0915d req-90221267-2598-4d26-a357-4940f87568f8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:27.175093 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-894c7046-5ee6-4da8-9750-156fa2c0915d req-90221267-2598-4d26-a357-4940f87568f8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 944 time: 0.1856229 Jun 14 03:23:27.238274 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-894c7046-5ee6-4da8-9750-156fa2c0915d req-c19105e3-716c-4b1d-a0c9-893c43243ac4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 Jun 14 03:23:27.398577 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dede512f-169b-4ed0-979c-a002c4f09f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:27.441092 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 936d93dc-09c5-4ff9-bba5-ff3d600a0064 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:27.607593 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:27.613255 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:27.613768 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:27.725075 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:27.755273 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 936d93dc-09c5-4ff9-bba5-ff3d600a0064, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=936d93dc-09c5-4ff9-bba5-ff3d600a0064,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:27.817329 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:27.820329 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:27.890227 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=936d93dc-09c5-4ff9-bba5-ff3d600a0064,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:27.901142 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:27.980882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b88a-3df1-493a-9abb-06790e382642 req-a028eb08-5606-4598-986c-790ff76d31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:27.982813 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-a028eb08-5606-4598-986c-790ff76d31da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.1378515 Jun 14 03:23:27.995336 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543d213-1901-4e7e-aee8-0ae2c8b0d749 req-49f014a6-68c2-47fc-8874-2d28c9b226a4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:27.998434 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f543d213-1901-4e7e-aee8-0ae2c8b0d749 req-49f014a6-68c2-47fc-8874-2d28c9b226a4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1000588 Jun 14 03:23:28.057661 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Sync routers for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:23:28.069097 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:28.069785 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:28.352684 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:28.456932 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b88a-3df1-493a-9abb-06790e382642 req-67a8bdc9-04af-4fe5-a6c2-a06fd9fd194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:28.460175 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-67a8bdc9-04af-4fe5-a6c2-a06fd9fd194d service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.4605401 Jun 14 03:23:28.586292 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-4bef57ea-1a36-42f0-857f-bfdcf9f04b73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.1033018 Jun 14 03:23:28.617326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f543d213-1901-4e7e-aee8-0ae2c8b0d749 req-bd13892e-7b13-4d6a-bed4-a5103b311d49 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759697 Jun 14 03:23:28.691142 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686e6c4-be55-4e35-b176-c871a28c1b46 req-1198d107-0d60-4a76-9a3a-d35fb5598753 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:28.699702 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0686e6c4-be55-4e35-b176-c871a28c1b46 req-1198d107-0d60-4a76-9a3a-d35fb5598753 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 944 time: 0.2368405 Jun 14 03:23:28.726684 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b88a-3df1-493a-9abb-06790e382642 req-7b62fb23-3fa2-47b3-947d-4dac8154e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:28.730567 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-7b62fb23-3fa2-47b3-947d-4dac8154e96f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.1338556 Jun 14 03:23:28.772927 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 4, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'be644651-5f0f-4ba2-85fc-2ea7e754718d', 'name': '', 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'mac_address': 'fa:16:3e:b7:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:24Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 2, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'subnets': [{'id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:28.785499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Checking router: 567c73a5-cac8-44e4-aef1-5177d2bfce63 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:23:28.785499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Updating router 567c73a5-cac8-44e4-aef1-5177d2bfce63 port be644651-5f0f-4ba2-85fc-2ea7e754718d binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:23:28.789488 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-2631bbd5-2f27-44b5-959c-350fba19a84f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439014 Jun 14 03:23:28.794770 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0686e6c4-be55-4e35-b176-c871a28c1b46 req-df528824-9e50-48c7-8d56-51dfc97c5149 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941527 Jun 14 03:23:28.843524 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:28.940601 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-8535347c-9f4b-4652-807c-ce6a2e36a41f service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438241 Jun 14 03:23:29.108229 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd67b88a-3df1-493a-9abb-06790e382642 req-26f3eba9-8a0d-406b-80a5-c587c59a3d65 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507554 Jun 14 03:23:29.203100 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 9a9d6066-2fff-4622-8de3-7da33a382298 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:23:29.432864 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:29.458349 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Transition to ACTIVE for port object be644651-5f0f-4ba2-85fc-2ea7e754718d will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:29.463981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 936d93dc-09c5-4ff9-bba5-ff3d600a0064 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:29.513652 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9a9d6066-2fff-4622-8de3-7da33a382298,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:29.539654 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '9a9d6066-2fff-4622-8de3-7da33a382298', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'port_id': '9a9d6066-2fff-4622-8de3-7da33a382298', 'mac_address': 'fa:16:3e:dc:62:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb704ca-4804-4c3a-9f8b-8d64220e1825', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:23:29.609324 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:29.609324 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:29.611158 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:29.660683 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:29.664553 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:29.669011 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9d6066-2fff-4622-8de3-7da33a382298 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:23:29.876050 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9a9d6066-2fff-4622-8de3-7da33a382298,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:29.885521 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Pushing event updated for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:29.896163 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:29.908800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854f90a-6ba3-40b8-8cb7-2fd02246c418 req-8ac10b48-1627-4ba1-aee0-74d6fda179e2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:29.917125 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1854f90a-6ba3-40b8-8cb7-2fd02246c418 req-8ac10b48-1627-4ba1-aee0-74d6fda179e2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1145146 Jun 14 03:23:29.976176 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1854f90a-6ba3-40b8-8cb7-2fd02246c418 req-693da7e2-58ad-4ec3-b22f-5f5b557af27c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Jun 14 03:23:30.005600 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b053a6bd-2a78-4090-8271-1a4c35848562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.011828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.017643 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-dbcbe0a1-9cd0-4034-a98e-784642c62504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:30.129895 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:30.135833 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:30.155339 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ffc1c-c42c-4bea-8bf2-72196f34edc6 req-125e9b3a-f437-4937-b529-5d15c3558971 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:30.158403 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-391ffc1c-c42c-4bea-8bf2-72196f34edc6 req-125e9b3a-f437-4937-b529-5d15c3558971 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 945 time: 0.1641085 Jun 14 03:23:30.208794 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.230207 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-391ffc1c-c42c-4bea-8bf2-72196f34edc6 req-cc217112-b889-442a-914b-998717755420 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Jun 14 03:23:30.567087 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['9a9d6066-2fff-4622-8de3-7da33a382298'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:23:30.601036 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Attempting to bind port be644651-5f0f-4ba2-85fc-2ea7e754718d on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:23:30.601675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Attempting to bind port be644651-5f0f-4ba2-85fc-2ea7e754718d by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:23:30.602189 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Attempting to bind port be644651-5f0f-4ba2-85fc-2ea7e754718d on network 8a1229ba-adb9-4d67-aa12-1c26046d1465 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:23:30.617474 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:23:30.617964 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Checking segment: {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:23:30.618652 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.619321 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Bound using segment: {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:23:30.619925 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Bound port: be644651-5f0f-4ba2-85fc-2ea7e754718d, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02317ab-77b9-4d06-827a-8d854880f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:23:30.620370 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.772152 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] For port be644651-5f0f-4ba2-85fc-2ea7e754718d, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:23:30.777046 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] For port be644651-5f0f-4ba2-85fc-2ea7e754718d, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=be644651-5f0f-4ba2-85fc-2ea7e754718d,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:23:30.900966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:30.903933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:30.990808 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:31.015754 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:23:31.016975 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:23:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:31.276109 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5c1d2-3a25-4057-bdba-fc407a096c05 req-9c79fccd-6a68-4934-9147-442f28ba640a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:31.283494 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a9b5c1d2-3a25-4057-bdba-fc407a096c05 req-9c79fccd-6a68-4934-9147-442f28ba640a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1273291 Jun 14 03:23:31.393820 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a9b5c1d2-3a25-4057-bdba-fc407a096c05 req-47322d22-9b37-4b89-910a-4957ecc43bd8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091642 Jun 14 03:23:31.434318 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Pushing event updated for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:31.449858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:31.499433 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:23:31.534523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d3b1-20f7-4c02-b841-10350cb63634 req-3ea75f33-de55-4fc6-b75d-4d8421553f9e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:31.536230 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe7d3b1-20f7-4c02-b841-10350cb63634 req-3ea75f33-de55-4fc6-b75d-4d8421553f9e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 945 time: 0.1236372 Jun 14 03:23:31.614795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55682) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:31.619167 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fe7d3b1-20f7-4c02-b841-10350cb63634 req-0ca111c3-b634-4456-b478-5859b5733ed3 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767190 Jun 14 03:23:31.790257 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:31.896489 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:31.927348 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 4, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'be644651-5f0f-4ba2-85fc-2ea7e754718d', 'name': '', 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'mac_address': 'fa:16:3e:b7:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:24Z', 'updated_at': '2021-06-14T03:23:30Z', 'revision_number': 4, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'subnets': [{'id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:31.931179 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4eeac-bd83-47ef-8e8f-a599486be32b None None] The sync data for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb is: [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:23:25Z', 'revision_number': 4, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'be644651-5f0f-4ba2-85fc-2ea7e754718d', 'name': '', 'network_id': '8a1229ba-adb9-4d67-aa12-1c26046d1465', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'mac_address': 'fa:16:3e:b7:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:24Z', 'updated_at': '2021-06-14T03:23:30Z', 'revision_number': 4, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'subnets': [{'id': '3eff0c9e-7644-4492-a2ac-1649dc90c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:23:32.570986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f6a8-9b2a-46c2-bd16-d863c53bb6d9 req-b26a0d4e-1f23-47d4-b8da-bea6f979d97b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:32.572690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ae5f6a8-9b2a-46c2-bd16-d863c53bb6d9 req-b26a0d4e-1f23-47d4-b8da-bea6f979d97b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0764832 Jun 14 03:23:32.577636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.590170 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-472f226b-632b-48da-b1ba-4dc1a370e3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:32.624394 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64d3e4719ee3491399d6a1d627fc7d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083749 Jun 14 03:23:32.624979 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55704) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:32.640653 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9ce98-f0c5-4290-826f-c4d51117ba68,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:32.644667 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:32.670893 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ae5f6a8-9b2a-46c2-bd16-d863c53bb6d9 req-e570ad46-3846-45aa-bf81-f2a53b1f1fd3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882437 Jun 14 03:23:32.689794 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.726144 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.878763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.892154 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1199ee-70fe-4449-89b7-59e264cad1d2 req-5f79aba2-fcd5-4bb4-a5d7-31faa7819dbb tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:32.898016 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7d1199ee-70fe-4449-89b7-59e264cad1d2 req-5f79aba2-fcd5-4bb4-a5d7-31faa7819dbb tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 945 time: 0.0896564 Jun 14 03:23:32.942447 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7d1199ee-70fe-4449-89b7-59e264cad1d2 req-703bead4-4bec-4013-8b5c-3c68ef9208aa tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Jun 14 03:23:32.947246 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.950810 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:32.956842 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfa9ce98-f0c5-4290-826f-c4d51117ba68 HTTP/1.1" status: 204 len: 168 time: 0.3303049 Jun 14 03:23:32.958132 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e631797e-2f9a-418e-971e-741258f5ef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:32.974258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9ce98-f0c5-4290-826f-c4d51117ba68,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:32.979902 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-2443390b-ab99-4205-8208-fc6a478b55ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:33.052925 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 9a9d6066-2fff-4622-8de3-7da33a382298 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:33.263860 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 9a9d6066-2fff-4622-8de3-7da33a382298 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:33.274476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 9a9d6066-2fff-4622-8de3-7da33a382298 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:33.274476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:33.374981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:33.437680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:23:33.440422 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97765bed-c5ff-4a87-ad43-8f7e57a40ef7" -d '{"events": [{"server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "name": "network-vif-plugged", "status": "completed", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:23:33.472210 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device be644651-5f0f-4ba2-85fc-2ea7e754718d up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:33.473201 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9a9d6066-2fff-4622-8de3-7da33a382298,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:33.507938 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae57a25-5ae9-45b7-9b5e-eefa90a6800a x-openstack-request-id: req-cae57a25-5ae9-45b7-9b5e-eefa90a6800a {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:23:33.508262 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "name": "network-vif-plugged", "status": "completed", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:23:33.508542 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cae57a25-5ae9-45b7-9b5e-eefa90a6800a {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:23:33.508958 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298', 'code': 200} Jun 14 03:23:33.642011 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:33.644226 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:33.686802 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port be644651-5f0f-4ba2-85fc-2ea7e754718d completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:33.709814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port be644651-5f0f-4ba2-85fc-2ea7e754718d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:33.710083 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:33.780535 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:33.786729 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:33.875426 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:33.921589 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port be644651-5f0f-4ba2-85fc-2ea7e754718d, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=be644651-5f0f-4ba2-85fc-2ea7e754718d,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:23:33.947621 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15848d-8901-4e8d-bc34-eff10be8f403 req-8dac11c7-d4e1-4a16-a34d-6d7d315a8c5e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:33.949141 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c15848d-8901-4e8d-bc34-eff10be8f403 req-8dac11c7-d4e1-4a16-a34d-6d7d315a8c5e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0998595 Jun 14 03:23:34.010014 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:34.012952 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:34.044752 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c15848d-8901-4e8d-bc34-eff10be8f403 req-1a7e6a36-36e5-41c7-8522-8667dfaf6840 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878177 Jun 14 03:23:34.108644 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:34.117394 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:34.167087 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d1be7-8d2a-4dad-9385-fe3003f34de6 req-78c4d740-1479-4d43-8465-69b6ed1de1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:34.169034 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-447d1be7-8d2a-4dad-9385-fe3003f34de6 req-78c4d740-1479-4d43-8465-69b6ed1de1f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 1099 time: 0.1131079 Jun 14 03:23:34.265409 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-447d1be7-8d2a-4dad-9385-fe3003f34de6 req-524d3d98-cb59-4736-9824-a19889f3a87d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830979 Jun 14 03:23:34.322069 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc4b4-53bf-45d6-ab3a-fd93ea1d7b86 req-c93c7207-3378-4974-aae6-1a9ff9e31bbf tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:34.324382 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4e5bc4b4-53bf-45d6-ab3a-fd93ea1d7b86 req-c93c7207-3378-4974-aae6-1a9ff9e31bbf tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1318913 Jun 14 03:23:34.391643 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4e5bc4b4-53bf-45d6-ab3a-fd93ea1d7b86 req-c710df05-ec59-4153-8f76-be7c6ac2c4b3 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Jun 14 03:23:34.750671 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55762) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:34.883146 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.020188 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.114914 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.129719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:35.181056 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7045d2-a406-4279-a7e1-188f4a7aaea7,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:35.184477 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:35.191337 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06ad91b6ae354385bf7abc8b85a4ea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387035 Jun 14 03:23:35.194485 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55776) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:35.262194 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.290539 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.304372 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0cfac-8743-4d85-b19d-c1df762a7da9 req-1e147382-e4d6-404b-b8b2-da8babeedc95 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:35.313466 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-18b0cfac-8743-4d85-b19d-c1df762a7da9 req-1e147382-e4d6-404b-b8b2-da8babeedc95 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0951774 Jun 14 03:23:35.374316 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-18b0cfac-8743-4d85-b19d-c1df762a7da9 req-9f0a61fd-fe70-4fa4-bc74-ba7a26700d7d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590777 Jun 14 03:23:35.449631 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device be644651-5f0f-4ba2-85fc-2ea7e754718d up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:23:35.451868 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.457202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.460077 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b7045d2-a406-4279-a7e1-188f4a7aaea7 HTTP/1.1" status: 204 len: 168 time: 0.2592385 Jun 14 03:23:35.460972 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8d9bdcdb-4c36-4994-b842-089dbb80b446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:35.471888 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7045d2-a406-4279-a7e1-188f4a7aaea7,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:35.474805 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:35.615002 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port be644651-5f0f-4ba2-85fc-2ea7e754718d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:35.615676 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:35.670323 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de3f1d-8197-4327-9f90-d734afcd2daa req-e2077549-1922-451d-976b-7570a51996c5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:35.680065 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-96de3f1d-8197-4327-9f90-d734afcd2daa req-e2077549-1922-451d-976b-7570a51996c5 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1518192 Jun 14 03:23:35.746061 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-96de3f1d-8197-4327-9f90-d734afcd2daa req-b68a76e4-9bd7-44da-96bf-9ea750125539 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Jun 14 03:23:36.356402 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55812) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:36.377961 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:36.554107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:36.589613 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210900fa-49f0-47a3-bf21-ed6109a697c6 req-f96abacb-ceb5-4712-a99a-89d24ce9acfe tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:36.591174 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-210900fa-49f0-47a3-bf21-ed6109a697c6 req-f96abacb-ceb5-4712-a99a-89d24ce9acfe tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0788069 Jun 14 03:23:36.801891 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-210900fa-49f0-47a3-bf21-ed6109a697c6 req-1d152804-c0aa-4c93-af1a-aa5ae982d7bc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634584 Jun 14 03:23:36.947754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14e1e4-14d1-406a-8739-a8a88a251859 req-17a73e96-e377-4991-9e13-22917273a6b0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:36.949163 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9d14e1e4-14d1-406a-8739-a8a88a251859 req-17a73e96-e377-4991-9e13-22917273a6b0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.0861363 Jun 14 03:23:36.990509 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9d14e1e4-14d1-406a-8739-a8a88a251859 req-b5cc36bc-172d-45d3-80a3-a09529e6091a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352995 Jun 14 03:23:37.381239 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.384987 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c7645568-b86a-406a-a248-a92b981cc675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:37.428535 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=431ec21c362347f184e2d8fe7f88e5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704901 Jun 14 03:23:37.429249 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55828) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:37.429471 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dbfb64-0e11-4f80-b3db-1851f491c90d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:37.432686 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:37.500737 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.526693 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.551437 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 55832) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:37.701754 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.709377 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.712884 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.716928 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61dbfb64-0e11-4f80-b3db-1851f491c90d HTTP/1.1" status: 204 len: 168 time: 0.2866101 Jun 14 03:23:37.729111 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7db74298-88ae-44fb-8407-e2d304c7942f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:37.729111 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dbfb64-0e11-4f80-b3db-1851f491c90d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:37.732759 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:37.847582 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.926127 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:37.931497 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e19287e6-53ae-4d35-95cf-e917c25cecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:38.039577 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9024b163fc5a4e5395d84eff5402fb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869618 Jun 14 03:23:38.042653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55854) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:38.057801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a81002-72d1-4c66-9da0-8d9642d84925,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:38.064190 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:38.148210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:38.180618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d3394-a086-443e-903e-4a52eab0cd6a req-d5786aa6-eeec-4345-9ade-8277086a844a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:38.189139 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a2d3394-a086-443e-903e-4a52eab0cd6a req-d5786aa6-eeec-4345-9ade-8277086a844a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2742281 Jun 14 03:23:38.231565 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:38.260971 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a2d3394-a086-443e-903e-4a52eab0cd6a req-d1420fca-ca8d-44fe-bffc-73a09acb9312 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709374 Jun 14 03:23:38.412535 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:38.415795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:38.417073 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8a81002-72d1-4c66-9da0-8d9642d84925 HTTP/1.1" status: 204 len: 168 time: 0.3725934 Jun 14 03:23:38.418029 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b2482433-5b90-411b-beab-33e830702b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:38.430634 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a81002-72d1-4c66-9da0-8d9642d84925,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:38.441149 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:39.332547 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55898) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:39.361846 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:39.533098 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:39.612369 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:39.617547 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4cf82e48-03b5-49b1-8e89-d2e859b156a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:39.728360 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aff84080515e4de480cdc772483e80be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945541 Jun 14 03:23:39.731118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22c63a-4e3f-442e-a82d-4a77acc9653c,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:39.733611 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 55908) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:39.764469 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:39.857527 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d78dba-1b80-46ce-96d0-26a170a522dc req-37ceb156-ce55-43d9-aa76-538f44422f84 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:39.865036 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-99d78dba-1b80-46ce-96d0-26a170a522dc req-37ceb156-ce55-43d9-aa76-538f44422f84 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2210453 Jun 14 03:23:39.959213 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-99d78dba-1b80-46ce-96d0-26a170a522dc req-42522cbb-3e94-42d9-87ac-68441d7b0891 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893412 Jun 14 03:23:39.962500 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:40.008804 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:40.194882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:40.200312 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:40.204649 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b22c63a-4e3f-442e-a82d-4a77acc9653c HTTP/1.1" status: 204 len: 168 time: 0.4560707 Jun 14 03:23:40.209369 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:40.229398 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22c63a-4e3f-442e-a82d-4a77acc9653c,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:40.234773 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:41.172101 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c965802-77f9-4376-b8a5-012fa32bd608 req-1780f68a-b8ae-49c8-acc2-4e2fa4e1d8f2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:41.173991 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3c965802-77f9-4376-b8a5-012fa32bd608 req-1780f68a-b8ae-49c8-acc2-4e2fa4e1d8f2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0749118 Jun 14 03:23:41.217244 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3c965802-77f9-4376-b8a5-012fa32bd608 req-98613c4a-858b-455a-86f8-b49bd6677233 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Jun 14 03:23:42.005444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f954e7-ab3a-4bee-9614-150fad83668f req-6e57655d-2638-4636-99c0-74581ad35423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:42.007003 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d9f954e7-ab3a-4bee-9614-150fad83668f req-6e57655d-2638-4636-99c0-74581ad35423 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0917313 Jun 14 03:23:42.076447 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d9f954e7-ab3a-4bee-9614-150fad83668f req-ed5c706a-e218-40bb-955e-f3c86d34429c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Jun 14 03:23:42.435472 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f8c2-5e60-48df-863c-68c018374693 req-945b30ef-5da0-475a-991f-629002245797 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:42.437186 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ec3f8c2-5e60-48df-863c-68c018374693 req-945b30ef-5da0-475a-991f-629002245797 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0727606 Jun 14 03:23:42.480899 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6ec3f8c2-5e60-48df-863c-68c018374693 req-a8f3bdc3-0328-48cf-ab34-42bbbffa32ee tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 Jun 14 03:23:43.532316 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-f27011b0-0c47-4973-b032-cebaa49b8a55 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:43.533791 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-f27011b0-0c47-4973-b032-cebaa49b8a55 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 815 time: 0.1505110 Jun 14 03:23:43.563724 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-39cf4da9-9005-4b25-a5aa-079fe0eb4cd1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/quotas/525254d03f90486f9d5d80fccde54cb9 HTTP/1.1" status: 200 len: 375 time: 0.0155008 Jun 14 03:23:43.635456 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-f067d6f5-5fb7-4352-9187-0442e9b94fb2 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697107 Jun 14 03:23:43.806863 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971ce82-6e8b-47c3-9f81-f5c62230bd67 req-497d75b9-2dca-4031-aef0-76a50161070f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:43.808583 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1971ce82-6e8b-47c3-9f81-f5c62230bd67 req-497d75b9-2dca-4031-aef0-76a50161070f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1722620 Jun 14 03:23:43.813066 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-e0352630-a58b-4a81-a520-9f2cc7ffcde0 service neutron] 10.222.0.15 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659887 Jun 14 03:23:43.932494 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1971ce82-6e8b-47c3-9f81-f5c62230bd67 req-988d2b44-0181-4d6a-b805-47e378df030e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156783 Jun 14 03:23:43.967863 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-058964d0-79f4-454d-9bdb-5386ff08b750 service neutron] 10.222.0.15 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433029 Jun 14 03:23:44.120365 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:44.203722 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-417368cd-49c3-47fd-aae8-883fa371f6c5 req-06eeda82-0e33-4dbc-a7ff-be707c0847d1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0322881 Jun 14 03:23:45.133366 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e77fe-cfe5-46a0-8ae8-e759516d5d7c req-0fcf1579-548b-4baf-a4d0-2b9328c03250 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:45.134855 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f0e77fe-cfe5-46a0-8ae8-e759516d5d7c req-0fcf1579-548b-4baf-a4d0-2b9328c03250 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0829556 Jun 14 03:23:45.177057 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f0e77fe-cfe5-46a0-8ae8-e759516d5d7c req-22fdd9cb-5068-4ecf-9e69-481972ff2a9e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Jun 14 03:23:45.378710 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2757f9e5-2f51-49fe-a46a-a33f5f6afb52 req-2d7d0131-4b42-4185-b848-dc4ab8ff89cf tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0386624 Jun 14 03:23:46.047215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae81d9-8d60-4a89-8531-2e5b657a488a req-d7286bd8-b7f1-477c-aa1b-84b4daa113b4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:46.048663 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24ae81d9-8d60-4a89-8531-2e5b657a488a req-d7286bd8-b7f1-477c-aa1b-84b4daa113b4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1409109 Jun 14 03:23:46.063860 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-7c2ee8ba-4e09-42b7-8204-f3b9b4305ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:46.065182 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-7c2ee8ba-4e09-42b7-8204-f3b9b4305ecc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0988834 Jun 14 03:23:46.140538 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24ae81d9-8d60-4a89-8531-2e5b657a488a req-828bd252-aba2-4d0e-9cab-3efc3373e356 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Jun 14 03:23:46.217807 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-efe2cd24-c075-45e5-8186-28d705843b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:46.219932 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-efe2cd24-c075-45e5-8186-28d705843b8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.1434405 Jun 14 03:23:46.302079 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-37793007-32c1-41cf-8f69-407468fd9977 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0668125 Jun 14 03:23:46.363085 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-b2de377b-de2d-4a01-adf9-ead2587ed3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:46.364406 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-b2de377b-de2d-4a01-adf9-ead2587ed3cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0520885 Jun 14 03:23:46.409517 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-8281643d-8e37-4fdb-9c5f-7ffe9c5cb1ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331635 Jun 14 03:23:46.796636 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3b4481a8-606a-45c1-8e04-2a4db4f313c0 req-b50d58a4-f7d9-42d9-a7e6-a34a25e2720a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0430636 Jun 14 03:23:46.825635 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-3763069e-6e50-4e64-9b58-773c28d4f113 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027987 Jun 14 03:23:46.955655 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4cd34e08-abda-4f44-aeb3-1f59461a429d req-71f7ed2a-01f9-419b-9e34-e452576d1a40 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110821 Jun 14 03:23:47.523176 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-57a23b83-ac77-470b-9d46-7a05f945ad44 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:47.524587 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-57a23b83-ac77-470b-9d46-7a05f945ad44 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 815 time: 0.2931600 Jun 14 03:23:47.546614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'port': {'device_id': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'admin_state_up': True, 'tenant_id': '525254d03f90486f9d5d80fccde54cb9'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:23:47.559901 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27f2be-dfed-4a2c-b29e-e9d6bdfc8bef req-78855cd9-ed86-49e6-9826-6ba581ee7610 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:47.561645 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-be27f2be-dfed-4a2c-b29e-e9d6bdfc8bef req-78855cd9-ed86-49e6-9826-6ba581ee7610 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2591290 Jun 14 03:23:47.633586 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-d1aa63c8-7367-4e67-b160-5326df5c425a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:47.635083 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-d1aa63c8-7367-4e67-b160-5326df5c425a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.2581456 Jun 14 03:23:47.718934 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-be27f2be-dfed-4a2c-b29e-e9d6bdfc8bef req-3030aaeb-b5eb-4273-90d8-6837f7480c31 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420071 Jun 14 03:23:47.722256 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-6d42d865-4ee6-4aa3-94d5-9a3c1c39235a tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/quotas/0b7f3dcbb06742bc8c1e409f83b03f53 HTTP/1.1" status: 200 len: 375 time: 0.0804818 Jun 14 03:23:47.835941 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-4b393f5b-568e-4f2f-9237-dbc2c35133ec tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052713 Jun 14 03:23:47.934756 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Made reservation on behalf of 525254d03f90486f9d5d80fccde54cb9 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:23:47.938740 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:48.071280 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-e6ac3f50-fe68-423f-b994-e61894bfdaf9 service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286527 Jun 14 03:23:48.074055 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e70e8b79-65c1-4ea4-a444-17c67d3b6c6f req-d77d5090-fdd2-4ce0-bc79-a6b2101c8d76 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0907986 Jun 14 03:23:48.316143 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Allocated IP 172.20.0.11 (b4417d23-7d87-47c3-a2a6-b817afe8fa16/a1f8986a-4265-40da-a19c-d3e15693b386/3c557360-484e-43ff-91ef-0748ae56518d) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:23:48.332574 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-dc609aac-c718-47e4-acce-103d21423b4b service neutron] 10.222.0.15 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408044 Jun 14 03:23:48.535966 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:48.553528 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Transition to ACTIVE for port object 3c557360-484e-43ff-91ef-0748ae56518d will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:23:48.715509 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c2a6424e-fc8d-4740-9c15-19c178276e56 req-0595d8af-b3d2-465a-80d9-c6d1096f3ddb tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.0457175 Jun 14 03:23:48.784056 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:48.788111 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5872d626-297b-45d6-9f6c-f734e94de200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:48.894436 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:48.897946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:48.899946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:23:48.902007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:23:48.907576 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:23:48.912993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:48.913400 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.016260 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847cf8a-a3ee-4aa8-86b8-1b79f60dd8e4 req-461419ff-78a7-42e5-88b3-39acb7c90cf7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:49.017816 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6847cf8a-a3ee-4aa8-86b8-1b79f60dd8e4 req-461419ff-78a7-42e5-88b3-39acb7c90cf7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1001921 Jun 14 03:23:49.075343 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6847cf8a-a3ee-4aa8-86b8-1b79f60dd8e4 req-e8e0b87a-a7be-401e-9eff-47f21d2f38dc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Jun 14 03:23:49.144687 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6049001 Jun 14 03:23:49.315112 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91600-7635-41b1-a5f3-df1f65cfd8ba req-4079f64e-c953-4213-967e-9483365c4fec tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:23:49.316711 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfd91600-7635-41b1-a5f3-df1f65cfd8ba req-4079f64e-c953-4213-967e-9483365c4fec tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 932 time: 0.0832422 Jun 14 03:23:49.361192 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfd91600-7635-41b1-a5f3-df1f65cfd8ba req-dce09234-08e4-4cdb-9777-8ed383842da1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Jun 14 03:23:49.371828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-8ae5cfcf-7f5d-46bd-a46f-e25f6989e0f3 None None] Provisioning for port 3c557360-484e-43ff-91ef-0748ae56518d completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:23:49.389272 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-8ae5cfcf-7f5d-46bd-a46f-e25f6989e0f3 None None] Provisioning complete for port 3c557360-484e-43ff-91ef-0748ae56518d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:23:49.389906 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-8ae5cfcf-7f5d-46bd-a46f-e25f6989e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.462800 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5cfcf-7f5d-46bd-a46f-e25f6989e0f3 None None] Port 3c557360-484e-43ff-91ef-0748ae56518d cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:23:49.527254 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56258) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:49.636986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.706685 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56264) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:49.746336 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.767352 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Deleting subnet fe5366cb-ecf8-44b8-a26b-342ba36d608b {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:23:49.773148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.817387 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.838271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.840866 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:49.862650 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.881271 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b8484934d924c7aa210e91f94c17659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528774 Jun 14 03:23:49.882296 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa6db7-acdd-440c-9ad9-e383aa585080,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:49.884770 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56268) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:49.892217 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:49.954738 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:49.979380 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.029066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.032922 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0918cdd6-b1f9-4f70-91f2-b8d0a2941548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:50.118586 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.121227 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.125452 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8fa6db7-acdd-440c-9ad9-e383aa585080 HTTP/1.1" status: 204 len: 168 time: 0.2368407 Jun 14 03:23:50.125452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bfe02a29-1ae9-4001-858f-6de15aff8945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:50.144605 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa6db7-acdd-440c-9ad9-e383aa585080,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:50.147340 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:50.298513 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.303123 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe5366cb-ecf8-44b8-a26b-342ba36d608b HTTP/1.1" status: 204 len: 168 time: 0.5930562 Jun 14 03:23:50.303123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5366cb-ecf8-44b8-a26b-342ba36d608b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:50.303530 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56280) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:50.304486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:50.403968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.537207 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.549426 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.549845 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.550598 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.550947 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > port after_create 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.551271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.551611 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > port after_update 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.552279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.552279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.552596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.552909 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.628335 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.629119 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.629709 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.630475 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 03:23:50.631453 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877254c3-824d-46a9-8bcc-afcf663c9540']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:50.632983 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:23:50.654798 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84edbf0-ee77-4767-bd77-d24dfad8ec75') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:50.655262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84edbf0-ee77-4767-bd77-d24dfad8ec75') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:50.676993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.706980 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.716148 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:23:50.716554 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:23:50.721502 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:23:50.958528 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.965285 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:50.967368 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] 10.222.0.15 "DELETE /v2.0/networks/877254c3-824d-46a9-8bcc-afcf663c9540 HTTP/1.1" status: 204 len: 168 time: 0.6591353 Jun 14 03:23:50.968100 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:50.971098 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56308) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:50.987527 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=877254c3-824d-46a9-8bcc-afcf663c9540,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:50.989927 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:51.026916 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Deleting subnet 43f3c281-207a-4168-952e-4f1021d42a37 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:23:51.030415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.098365 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.167659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.303741 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.307214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7923e733-7480-4c35-8d62-f22d648c4505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:51.343354 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f3c281-207a-4168-952e-4f1021d42a37,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:51.345896 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:51.348982 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.351613 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43f3c281-207a-4168-952e-4f1021d42a37 HTTP/1.1" status: 204 len: 168 time: 0.3791528 Jun 14 03:23:51.353943 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56322) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:51.462116 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.578914 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.589811 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15468d4-0ead-4796-a037-3c4467044e10']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:51.600405 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e97ed9e-30ef-4797-8185-2995d3bc1737') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:51.600545 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e97ed9e-30ef-4797-8185-2995d3bc1737') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:23:51.612200 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.631643 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.639539 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:23:51.640247 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:23:51.642397 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:23:51.966508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.974002 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:51.986106 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d15468d4-0ead-4796-a037-3c4467044e10 HTTP/1.1" status: 204 len: 168 time: 0.6300519 Jun 14 03:23:51.987599 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:52.007667 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15468d4-0ead-4796-a037-3c4467044e10,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:52.010131 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-41e3f024-1d3d-4a00-b8f2-71ee12272614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:52.602296 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56344) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:52.654515 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4a75ae6e-8998-4db4-b73f-f27e2ceedf13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afcbf7dd757b44dc8c25f127c96b5b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509484 Jun 14 03:23:52.657463 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56346) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:52.714957 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:52.741390 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:52.877403 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:52.880415 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:52.881629 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33e9d0a2-c219-46a3-87d3-4cd74013232d HTTP/1.1" status: 204 len: 168 time: 0.2232165 Jun 14 03:23:52.882384 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0a7d0fda-655c-451e-bde2-d5fa51410b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:52.894497 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9d0a2-c219-46a3-87d3-4cd74013232d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:52.897693 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:53.778868 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56376) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:53.826214 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-47f5e394-ea98-4a7f-bcd1-e511eb33623c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39bd320060354602ad31fd4d1c904ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503848 Jun 14 03:23:53.829147 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56378) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:23:53.882308 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:53.906186 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:54.097979 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:54.107178 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:54.107178 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/028efd5e-dcc6-4f77-bc1e-a97603a02d28 HTTP/1.1" status: 204 len: 168 time: 0.2717142 Jun 14 03:23:54.107178 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2df83602-56ab-48dd-8c86-6d40da670392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:23:54.114486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028efd5e-dcc6-4f77-bc1e-a97603a02d28,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:23:54.116931 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:23:57.721227 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-23f76911-40fe-4072-b0f0-484c65962c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:23:59.924604 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-86e8e4b4-db40-42b2-b7e6-59cb096ac7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:00.298117 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:00.884139 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:02.926303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.003966 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56612) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:07.111908 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.203622 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.214080 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Request body: {'port': {'device_id': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:07.303440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.320099 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.324137 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e75542e9-9289-46f5-a70d-19af2f43e45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:07.461030 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b3835f0-c9be-4676-b219-f94862d8f0d0 req-1afd96f5-08d6-4b2c-b1ec-471b22c4e507 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.1023784 Jun 14 03:24:07.463283 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d947d10241d4973a9a09ce20b138c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583311 Jun 14 03:24:07.466066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56616) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:07.470923 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7f4ed-4fec-4840-8c46-6767082112b9,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:07.540216 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.543413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.544008 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.544008 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.544199 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.567627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:07.568965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.720405 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.723626 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:07.724254 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e7f4ed-4fec-4840-8c46-6767082112b9 HTTP/1.1" status: 204 len: 168 time: 0.2560205 Jun 14 03:24:07.725055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b9843228-efbc-4252-8050-efcad80bfec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:07.737491 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7f4ed-4fec-4840-8c46-6767082112b9,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:07.745683 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.746125 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.746825 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.747263 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.747989 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.748441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.748799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.749940 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.750449 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.750962 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.760574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.762373 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:07.767803 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:07.910725 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd5d08-d390-4e28-bc52-55ba9994e40f req-174569f5-9975-4f6a-a417-a5d035b5ec0b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:07.912253 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efbd5d08-d390-4e28-bc52-55ba9994e40f req-174569f5-9975-4f6a-a417-a5d035b5ec0b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.5504277 Jun 14 03:24:08.040002 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-efbd5d08-d390-4e28-bc52-55ba9994e40f req-43250747-d89c-4aae-984c-8311f4454553 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761075 Jun 14 03:24:08.069582 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fb0e7-f3fd-488f-ba69-c6dddec7b705 req-f01d745d-d440-43ac-85b2-cbf08143c7fe tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:08.071184 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1a2fb0e7-f3fd-488f-ba69-c6dddec7b705 req-f01d745d-d440-43ac-85b2-cbf08143c7fe tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 932 time: 0.2086349 Jun 14 03:24:08.172532 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1a2fb0e7-f3fd-488f-ba69-c6dddec7b705 req-ff52f57b-1fad-4fea-a67c-c4950d2567e8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925004 Jun 14 03:24:08.178498 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c557360-484e-43ff-91ef-0748ae56518d {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:08.186631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.198622 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Transition to ACTIVE for port object 3c557360-484e-43ff-91ef-0748ae56518d will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:08.314831 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.329024 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:08.478694 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:08.483373 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Attempting to bind port 3c557360-484e-43ff-91ef-0748ae56518d on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Attempting to bind port 3c557360-484e-43ff-91ef-0748ae56518d by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Attempting to bind port 3c557360-484e-43ff-91ef-0748ae56518d on network b4417d23-7d87-47c3-a2a6-b817afe8fa16 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Port 3c557360-484e-43ff-91ef-0748ae56518d on network b4417d23-7d87-47c3-a2a6-b817afe8fa16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Attempting to bind port 3c557360-484e-43ff-91ef-0748ae56518d on network b4417d23-7d87-47c3-a2a6-b817afe8fa16 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Checking segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Bound using segment: {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Bound port: 3c557360-484e-43ff-91ef-0748ae56518d, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943b37f-b520-41a4-a686-8c4f6e11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:08.530258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.580300 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56652) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:08.598467 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.643539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7081815a-7d3c-42a1-bedd-fd116ea2c318 req-babfcf87-01fb-4bb5-8386-df6992a4b334 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.0487251 Jun 14 03:24:08.645976 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:08.659779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:08.698924 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.777844 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.780705 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:08.817087 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:08.817656 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.819615 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-0319929f-d548-4df8-9758-e93c25208463 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 1094 time: 1.6093354 Jun 14 03:24:08.822186 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:08.823095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.825488 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:08.857639 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:08.867875 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4325d759669843ca9fc4f77adf0bf8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863655 Jun 14 03:24:08.871243 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56658) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:08.892262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e3c642-e067-4d6a-9b6f-db8a4541e797 x-openstack-request-id: req-25e3c642-e067-4d6a-9b6f-db8a4541e797 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:08.892578 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:08.892861 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25e3c642-e067-4d6a-9b6f-db8a4541e797 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:08.893284 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:24:08.903496 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:08.909051 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:08.954456 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d75fc7-4471-440f-9496-3d8d479ca9b6,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:08.960625 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:08.984554 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:08.994208 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-5a6f73fe-5761-4cc2-9ec2-f76d5abbfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:08.995748 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-5a6f73fe-5761-4cc2-9ec2-f76d5abbfea3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1097 time: 0.0840652 Jun 14 03:24:09.019927 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56660) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:09.027060 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.174211 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-1714bde1-f298-417a-8b1c-84a3034de5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.182269 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-1714bde1-f298-417a-8b1c-84a3034de5ff service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=525254d03f90486f9d5d80fccde54cb9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1726444 Jun 14 03:24:09.206139 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.213991 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.213991 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5d75fc7-4471-440f-9496-3d8d479ca9b6 HTTP/1.1" status: 204 len: 168 time: 0.3410592 Jun 14 03:24:09.222645 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-56363572-3621-47ee-a04c-dabe89a7a5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:09.236358 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d75fc7-4471-440f-9496-3d8d479ca9b6,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:09.247409 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:09.345973 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.409601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-1b7a3ec3-adee-4e92-b8a5-3bc2c47449f3 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.411290 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-1b7a3ec3-adee-4e92-b8a5-3bc2c47449f3 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/networks?id=d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 200 len: 815 time: 0.2556419 Jun 14 03:24:09.428903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Request body: {'port': {'device_id': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'admin_state_up': True, 'tenant_id': '0b7f3dcbb06742bc8c1e409f83b03f53'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:09.555953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-f0ee8cff-da67-40a6-9d7c-13a967fca107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.557537 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d6ae65f5-2ae6-48f7-9b60-b31d84c06cd7 req-f0ee8cff-da67-40a6-9d7c-13a967fca107 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3749444 Jun 14 03:24:09.576942 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d8aa0-b2c5-4415-a79f-6ae496d4ea6e req-1c4ac118-9f50-40d4-b603-03cdd15b6ea8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.578575 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-805d8aa0-b2c5-4415-a79f-6ae496d4ea6e req-1c4ac118-9f50-40d4-b603-03cdd15b6ea8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.3019166 Jun 14 03:24:09.603539 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40014-212a-4ee4-8e1a-dac50647d688 req-862ca786-f319-4466-897c-1c31a52c61d8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.610113 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-aca40014-212a-4ee4-8e1a-dac50647d688 req-862ca786-f319-4466-897c-1c31a52c61d8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 944 time: 0.1480646 Jun 14 03:24:09.624944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.740520 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-805d8aa0-b2c5-4415-a79f-6ae496d4ea6e req-d75c6e37-7182-4972-8503-e770d4329aa9 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468494 Jun 14 03:24:09.747519 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.748063 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-aca40014-212a-4ee4-8e1a-dac50647d688 req-4a667bda-91bc-4bfc-a2bd-dd9d05361fb6 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213698 Jun 14 03:24:09.754157 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-737d057f-5961-4811-b516-f01681c31516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:09.760824 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-309495d9-dfaf-46fb-bd65-e60097ff2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.761210 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-309495d9-dfaf-46fb-bd65-e60097ff2d17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1097 time: 0.1154547 Jun 14 03:24:09.818011 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2321b249b8b4f79bc6a419fb00dacec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7971756 Jun 14 03:24:09.821084 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56686) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:09.830323 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-3dd823b4-c0cc-4319-b90e-84e1cfb8be3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 217 time: 0.0607653 Jun 14 03:24:09.830739 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d90c8d-2377-4bb0-ae94-093d48a0a6ab,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:09.841252 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:09.902259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Made reservation on behalf of 0b7f3dcbb06742bc8c1e409f83b03f53 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:09.906468 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:09.910440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-bb19e02a-8161-48ab-a7d8-0f7ad427496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:09.912112 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-bb19e02a-8161-48ab-a7d8-0f7ad427496c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.0722733 Jun 14 03:24:09.943862 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.018836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.026221 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-735cecb6-88fb-4911-9b72-9d2fb12ac8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:10.027924 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-735cecb6-88fb-4911-9b72-9d2fb12ac8a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988655 Jun 14 03:24:10.034891 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56694) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:10.088217 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.116102 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c35b56de-226f-482c-84d8-95ceb88b374c req-14199e80-2414-49d1-8331-636ec8309df9 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.0464594 Jun 14 03:24:10.188852 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Allocated IP 172.20.0.11 (d047a095-e834-49ae-8840-547f577acb46/1bb704ca-4804-4c3a-9f8b-8d64220e1825/98d4058a-ee97-4c34-881e-af255be1c2e2) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:10.196690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-75e8cdb0-7153-4415-bb4c-fd5d4695360d service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536648 Jun 14 03:24:10.257946 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.260642 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.261804 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39d90c8d-2377-4bb0-ae94-093d48a0a6ab HTTP/1.1" status: 204 len: 168 time: 0.4394166 Jun 14 03:24:10.262547 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-db6398ab-dbf5-4a0c-a980-c04b741a8b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:10.295086 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d90c8d-2377-4bb0-ae94-093d48a0a6ab,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:10.301064 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:10.336046 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4b046e09-01f6-48a4-91a0-a79215bdd469 req-9d4dc84c-f250-4043-ba18-c98f7dfe0888 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321201 Jun 14 03:24:10.427410 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.443778 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.525956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.528347 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:10.566990 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.569089 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341bf7c-00ca-4c49-a82a-08e77419f20f,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:10.578315 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a459295a95c040d5b29088095654fe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335269 Jun 14 03:24:10.578315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:10.578315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4378a31d-9362-4ca8-ab8b-94970ee16ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:10.579160 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56700) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:10.583152 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627', '2040d03f-2512-48ff-82f6-472325483b24', '9a9d6066-2fff-4622-8de3-7da33a382298'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:10.634484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Network d047a095-e834-49ae-8840-547f577acb46 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:10.638719 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:10.643146 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:10.652799 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.674243 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event updated for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:10.683723 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:10.696121 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.726504 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:10.727415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.848336 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4240565 Jun 14 03:24:10.866095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Request body: {'port': {'device_id': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:10.880058 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.882661 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.883753 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e341bf7c-00ca-4c49-a82a-08e77419f20f HTTP/1.1" status: 204 len: 168 time: 0.3035958 Jun 14 03:24:10.934999 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:10.976077 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:10.996673 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341bf7c-00ca-4c49-a82a-08e77419f20f,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:11.002681 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:11.050999 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc626d8-cbe5-4fe1-a8c3-45e78061a200 req-b73af6ad-836c-4e09-b87d-de0dd5362167 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:11.052499 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cfc626d8-cbe5-4fe1-a8c3-45e78061a200 req-b73af6ad-836c-4e09-b87d-de0dd5362167 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1870325 Jun 14 03:24:11.065577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393029f7-8e1a-4962-a417-80ce75e25abd req-afeca592-1d87-4c12-a217-132d7c4fef07 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:11.067100 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-393029f7-8e1a-4962-a417-80ce75e25abd req-afeca592-1d87-4c12-a217-132d7c4fef07 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 944 time: 0.1901641 Jun 14 03:24:11.125379 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56718) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:11.152274 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cfc626d8-cbe5-4fe1-a8c3-45e78061a200 req-0a1864bb-3d40-45b9-80ad-1ed2ec8bf1a8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841856 Jun 14 03:24:11.159575 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.181425 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-393029f7-8e1a-4962-a417-80ce75e25abd req-8e82923f-afb0-44c2-ad7a-dc235061f70d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032996 Jun 14 03:24:11.335614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.469327 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.474610 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d4058a-ee97-4c34-881e-af255be1c2e2 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:11.477436 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-867cc6ed-be66-401f-897f-a3093536e9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:11.484188 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.497114 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Transition to ACTIVE for port object 98d4058a-ee97-4c34-881e-af255be1c2e2 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:11.525895 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8955ba08-8f3b-4b7d-a8d3-d23359052ab3,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:11.564864 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:11.576903 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ce0692e5e2f4c90a7bb67c12841683d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505367 Jun 14 03:24:11.579758 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56732) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:11.618242 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.620429 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:11.645988 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-e579c6c0-4cad-4806-a293-5c7e3005b6f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1210897 Jun 14 03:24:11.659375 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6545-ff7e-4463-9765-873b238b0919 req-e10677cb-48cc-4ec5-abc1-3e277245cdae tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:11.661171 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04fe6545-ff7e-4463-9765-873b238b0919 req-e10677cb-48cc-4ec5-abc1-3e277245cdae tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 932 time: 0.0960586 Jun 14 03:24:11.752858 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.754350 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04fe6545-ff7e-4463-9765-873b238b0919 req-bccbd534-278d-4b9e-96ab-474cc94e255f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835013 Jun 14 03:24:11.762183 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Pushing event updated for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:11.772631 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:11.798487 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-cf392229-ef3a-404d-93b8-91bd95ca58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:11.800282 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-cf392229-ef3a-404d-93b8-91bd95ca58a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0914116 Jun 14 03:24:11.817151 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.905929 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Attempting to bind port 98d4058a-ee97-4c34-881e-af255be1c2e2 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:11.906272 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Attempting to bind port 98d4058a-ee97-4c34-881e-af255be1c2e2 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:11.906600 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Attempting to bind port 98d4058a-ee97-4c34-881e-af255be1c2e2 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:11.911954 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Port 98d4058a-ee97-4c34-881e-af255be1c2e2 on network d047a095-e834-49ae-8840-547f577acb46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:24:11.912320 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Attempting to bind port 98d4058a-ee97-4c34-881e-af255be1c2e2 on network d047a095-e834-49ae-8840-547f577acb46 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:11.919515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:11.919515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Checking segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:11.919515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Bound using segment: {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:11.919515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Bound port: 98d4058a-ee97-4c34-881e-af255be1c2e2, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bffb86-88cd-458c-8b58-46d172d52440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd047a095-e834-49ae-8840-547f577acb46'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:11.919515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:11.935668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-1f293b1d-7008-424e-9997-14b53dc58b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:11.937775 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-1f293b1d-7008-424e-9997-14b53dc58b18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.1163411 Jun 14 03:24:11.999735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:11.999905 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=98d4058a-ee97-4c34-881e-af255be1c2e2,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:12.000188 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-8e7cc106-cbae-4576-ad81-718ad007d0ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0536268 Jun 14 03:24:12.070618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-97cd9c08-3020-4b6a-a04e-072599aefb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.072282 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-97cd9c08-3020-4b6a-a04e-072599aefb02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0653942 Jun 14 03:24:12.097408 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.100995 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.102264 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8955ba08-8f3b-4b7d-a8d3-d23359052ab3 HTTP/1.1" status: 204 len: 168 time: 0.5214903 Jun 14 03:24:12.103695 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fa2d525b-4937-4441-8c2d-4135e60ad63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:12.112549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955ba08-8f3b-4b7d-a8d3-d23359052ab3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:12.115693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:12.118663 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-e6d0a52b-9e6e-428f-a50e-dd325e269b2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391490 Jun 14 03:24:12.169781 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.169781 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:12.230459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.231461 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.233091 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] 10.222.0.23 "PUT /v2.0/ports/98d4058a-ee97-4c34-881e-af255be1c2e2 HTTP/1.1" status: 200 len: 1094 time: 1.3743863 Jun 14 03:24:12.233626 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:12.235989 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c433aa9-973e-4d61-83af-151cdf910812" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:12.239913 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-070d7664-92d6-4b06-91cd-dec349b8d013 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144962 Jun 14 03:24:12.295582 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Pushing event updated for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:12.302416 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20b8d4-8207-4cd2-b359-5e6d7ffc41f3 x-openstack-request-id: req-0c20b8d4-8207-4cd2-b359-5e6d7ffc41f3 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:12.302730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:12.303008 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c20b8d4-8207-4cd2-b359-5e6d7ffc41f3 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:12.303472 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2', 'status': 'completed', 'code': 200} Jun 14 03:24:12.304192 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:12.343684 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56758) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:12.412335 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433aa9-973e-4d61-83af-151cdf910812 req-4ee8df4d-3a97-46b0-a321-1968def529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.413878 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5c433aa9-973e-4d61-83af-151cdf910812 req-4ee8df4d-3a97-46b0-a321-1968def529a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 1097 time: 0.0804379 Jun 14 03:24:12.454675 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dde1696d-5adb-42eb-baa6-398b5c6392a9 req-1782b661-bb09-4672-87d4-e9fe87ca7949 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967435 Jun 14 03:24:12.480351 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fea64-04bc-485a-97aa-2c96b94fe645 req-7b14867c-7092-4f35-84bc-97717e36e1dc tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.482261 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9a2fea64-04bc-485a-97aa-2c96b94fe645 req-7b14867c-7092-4f35-84bc-97717e36e1dc tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 944 time: 0.1074224 Jun 14 03:24:12.569965 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9a2fea64-04bc-485a-97aa-2c96b94fe645 req-2b45eaa4-316c-4b34-9943-c4e8b84e89f9 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769739 Jun 14 03:24:12.657744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-838245638-network', 'tenant_id': 'a632d95308124f299e134a48d059b366'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:12.691757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433aa9-973e-4d61-83af-151cdf910812 req-8094c3fe-92c5-4fc1-ab9f-41e971c75c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.693731 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5c433aa9-973e-4d61-83af-151cdf910812 req-8094c3fe-92c5-4fc1-ab9f-41e971c75c26 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2724781 Jun 14 03:24:12.842863 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Made reservation on behalf of a632d95308124f299e134a48d059b366 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:12.845209 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.864575 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:12.899707 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433aa9-973e-4d61-83af-151cdf910812 req-3da43a51-59e1-46c6-89c4-172ffdac59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.901162 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5c433aa9-973e-4d61-83af-151cdf910812 req-3da43a51-59e1-46c6-89c4-172ffdac59b4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003980 Jun 14 03:24:12.967020 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25279-c36b-4668-9250-682fce36d002 req-286ebaf0-ea70-48ba-924c-f82efd9acd3c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:12.978498 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-02e25279-c36b-4668-9250-682fce36d002 req-286ebaf0-ea70-48ba-924c-f82efd9acd3c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 944 time: 0.1046119 Jun 14 03:24:13.021404 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-02e25279-c36b-4668-9250-682fce36d002 req-b62a17dc-4fba-40e9-9e97-5df475961c82 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Jun 14 03:24:13.205153 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 3c557360-484e-43ff-91ef-0748ae56518d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:24:13.268340 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.270442 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-8bef52b8-7b3c-4aeb-8957-35296515edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:13.271932 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-8bef52b8-7b3c-4aeb-8957-35296515edad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 1097 time: 0.3290446 Jun 14 03:24:13.324980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:13.334242 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-9d0b58bc-c7c3-4c1a-aeb9-3d7bb0b779b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98d4058a-ee97-4c34-881e-af255be1c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0537465 Jun 14 03:24:13.338100 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '3c557360-484e-43ff-91ef-0748ae56518d', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'port_id': '3c557360-484e-43ff-91ef-0748ae56518d', 'mac_address': 'fa:16:3e:95:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:24:13.355157 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.382920 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-03ec58c1-ae10-4b8b-b6f2-fbade2de978f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:13.386634 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.402942 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c557360-484e-43ff-91ef-0748ae56518d {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:13.414906 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:24:13.426555 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:13.436294 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb793e04-6a78-43d8-9e93-e0ef5dba7550,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:13.440037 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:13.441823 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-1895d2dd-943c-4bda-a4b6-215ab110b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:13.443321 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-1895d2dd-943c-4bda-a4b6-215ab110b240 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 200 len: 855 time: 0.0968771 Jun 14 03:24:13.446240 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.446567 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Added segment 86b1e55d-33ca-4d9e-ba63-d9964c182e84 of type vlan for network 127328cc-457c-4d60-bd7c-87d027ea42e8 Jun 14 03:24:13.512444 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.515601 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:13.516738 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-be4d6f78-849c-4cbb-9590-bd108d3d9ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d047a095-e834-49ae-8840-547f577acb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611506 Jun 14 03:24:13.537267 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.573081 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:13.582114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.582632 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.583124 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.583616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.584201 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.584679 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.585366 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.585921 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.586391 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.586863 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.587339 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.587670 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:13.592658 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:13.661662 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-b9983f1a-c562-4a18-84b4-a469e4f87a98 service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349659 Jun 14 03:24:13.751593 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.762108 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c782-e442-4372-819a-e6c37750b6ff req-1dadecaf-b1cf-494e-a104-75bcbb30d30e tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:13.766719 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:13.767299 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:13.776903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a36c4089-3526-4c9b-9bc8-f2ca5fb393cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:13.777080 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1848c782-e442-4372-819a-e6c37750b6ff req-1dadecaf-b1cf-494e-a104-75bcbb30d30e tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 945 time: 0.0939736 Jun 14 03:24:13.828637 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1848c782-e442-4372-819a-e6c37750b6ff req-3dba7157-d94a-44d4-808f-5bd1939c95e8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Jun 14 03:24:13.830202 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-83f3e4bf-7a4d-479d-aa40-936bb370cf3a req-706d8648-e035-4ccd-a76d-0c14f5c55b2c service neutron] 10.222.0.23 "GET /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619284 Jun 14 03:24:13.879798 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Pushing event updated for resources: {'Network': ['ID=127328cc-457c-4d60-bd7c-87d027ea42e8,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:13.882770 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:13.891341 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:24:13.943726 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5975728 Jun 14 03:24:13.946704 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56804) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:13.951995 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Request body: {'subnet': {'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-838245638-subnet', 'tenant_id': 'a632d95308124f299e134a48d059b366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:14.059879 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['3c557360-484e-43ff-91ef-0748ae56518d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:14.089124 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Made reservation on behalf of a632d95308124f299e134a48d059b366 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:14.091851 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125925778'] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:14.175232 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:14.251079 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4efd-c142-429c-b13e-f899f60289fb req-4c8a1d23-1258-4701-a912-b2bfb7d10b0f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:14.258246 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a40b4efd-c142-429c-b13e-f899f60289fb req-4c8a1d23-1258-4701-a912-b2bfb7d10b0f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 944 time: 0.1088734 Jun 14 03:24:14.321847 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a40b4efd-c142-429c-b13e-f899f60289fb req-36b69b1a-77ee-44b1-946a-46521f40d604 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Jun 14 03:24:14.469924 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129487819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125925764'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:14.471714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2b643-5604-49e9-8de1-0e015bcef498 req-238a7a8f-ad2c-4161-a0bf-9a6b395916c4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:14.473455 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fd32285f-350d-4892-a024-a7ec23dfeb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:14.482004 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-87f2b643-5604-49e9-8de1-0e015bcef498 req-238a7a8f-ad2c-4161-a0bf-9a6b395916c4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0756552 Jun 14 03:24:14.522058 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-87f2b643-5604-49e9-8de1-0e015bcef498 req-ee9360e1-1d6e-445b-96ff-c3467246bf31 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Jun 14 03:24:14.541119 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Pushing event updated for resources: {'Subnet': ['ID=497ac4f1-025f-4bb4-9cc2-1ebc73d4d240,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:14.557657 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:14.582509 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Checking segment: {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:14.583525 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Network hostable DHCP agents. Network: 127328cc-457c-4d60-bd7c-87d027ea42e8, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:24:14.703082 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:24:14.874896 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 127328cc-457c-4d60-bd7c-87d027ea42e8) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:14.879270 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:14.879864 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:14.886029 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89582354-7c01-47cb-a0f0-df81bad43174 None None] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:15.007256 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838318f-adc8-45c8-871d-c6c5b0c795d9 req-f4ad2468-bdbc-48cf-8c2b-691b28626717 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:15.008783 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c838318f-adc8-45c8-871d-c6c5b0c795d9 req-f4ad2468-bdbc-48cf-8c2b-691b28626717 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 945 time: 0.0762005 Jun 14 03:24:15.021725 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-1561a83e-088d-43e5-bb29-68058b7b552e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0738044 Jun 14 03:24:15.059884 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8474962-9824-448d-9686-93e027c9a357 None None] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:15.060903 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c838318f-adc8-45c8-871d-c6c5b0c795d9 req-af6356b2-8b17-4d04-afce-6e3da7ab822b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Jun 14 03:24:15.755033 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123fee-9fba-4793-ab66-96558272500c req-e829cd52-a104-4e1c-9d45-4c76b2189031 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:15.756507 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10123fee-9fba-4793-ab66-96558272500c req-e829cd52-a104-4e1c-9d45-4c76b2189031 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 944 time: 0.0733945 Jun 14 03:24:15.800762 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10123fee-9fba-4793-ab66-96558272500c req-c9974b1f-daeb-48b1-b992-975ed5fb4c68 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Jun 14 03:24:16.270268 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e450182-ab4b-446f-9c38-658cd5e87831 req-ae582ccf-0c48-408d-bff6-497d8c11d15a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:16.271934 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7e450182-ab4b-446f-9c38-658cd5e87831 req-ae582ccf-0c48-408d-bff6-497d8c11d15a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 945 time: 0.0788424 Jun 14 03:24:16.315533 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7e450182-ab4b-446f-9c38-658cd5e87831 req-df9145bf-58d4-41a7-8d77-92be2f12e908 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jun 14 03:24:16.984007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3952-a293-4d01-9219-bf9651454ab7 req-b2245761-93f9-4e82-b8d3-7df3c6be9695 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:16.985469 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3bf3952-a293-4d01-9219-bf9651454ab7 req-b2245761-93f9-4e82-b8d3-7df3c6be9695 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 944 time: 0.0702190 Jun 14 03:24:17.025737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3bf3952-a293-4d01-9219-bf9651454ab7 req-4bbe04ed-0e0e-475c-b3f1-29f6ce3ee2f0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Jun 14 03:24:17.240138 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 98d4058a-ee97-4c34-881e-af255be1c2e2 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:24:17.243936 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 3c557360-484e-43ff-91ef-0748ae56518d up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:17.406609 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=98d4058a-ee97-4c34-881e-af255be1c2e2,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:17.422940 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '98d4058a-ee97-4c34-881e-af255be1c2e2', 'network_id': 'd047a095-e834-49ae-8840-547f577acb46', 'port_id': '98d4058a-ee97-4c34-881e-af255be1c2e2', 'mac_address': 'fa:16:3e:6c:f9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb704ca-4804-4c3a-9f8b-8d64220e1825', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:24:17.451399 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 3c557360-484e-43ff-91ef-0748ae56518d completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:17.463723 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 3c557360-484e-43ff-91ef-0748ae56518d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:17.464103 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:17.493443 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:17.522112 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d4058a-ee97-4c34-881e-af255be1c2e2 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:17.547937 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=98d4058a-ee97-4c34-881e-af255be1c2e2,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:17.604968 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:17.770712 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:17.774548 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:17.798393 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45473a9-8c8a-4014-87c4-f068f4714b7a req-f9b7d1b2-ecf6-418d-907e-3b61e28e7b67 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:17.800045 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a45473a9-8c8a-4014-87c4-f068f4714b7a req-f9b7d1b2-ecf6-418d-907e-3b61e28e7b67 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 945 time: 0.3654430 Jun 14 03:24:17.818004 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:17.820397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ead57-044e-43b0-a94e-05ed7398cd79" -d '{"events": [{"server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:17.845477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:17.848291 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a45473a9-8c8a-4014-87c4-f068f4714b7a req-aeee50ab-c9e4-49ef-baee-501dcece6ba8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Jun 14 03:24:17.869478 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:17.871536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:17.907347 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f163e77-f9f2-479b-ac80-6326f8fd230b x-openstack-request-id: req-5f163e77-f9f2-479b-ac80-6326f8fd230b {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:17.907648 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:17.907904 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f163e77-f9f2-479b-ac80-6326f8fd230b {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:17.908303 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'code': 200} Jun 14 03:24:17.953983 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:17.956718 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:18.015946 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:18.018976 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:18.215839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2219e-200f-45b4-90b5-e7742d9dd3a6 req-470eaa5d-7cfd-4b4b-a036-9599e7fbec0e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:18.217269 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3df2219e-200f-45b4-90b5-e7742d9dd3a6 req-470eaa5d-7cfd-4b4b-a036-9599e7fbec0e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 945 time: 0.0713072 Jun 14 03:24:18.268121 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3df2219e-200f-45b4-90b5-e7742d9dd3a6 req-3cc4282d-93df-4ec0-bab7-96c5fb2bb42d tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Jun 14 03:24:18.297970 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['98d4058a-ee97-4c34-881e-af255be1c2e2'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:18.347941 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc19cd-fd8c-42d5-84b3-7d3efd2ab94a req-17d82ade-dd65-4880-988a-0c94a7845801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:18.349427 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-35bc19cd-fd8c-42d5-84b3-7d3efd2ab94a req-17d82ade-dd65-4880-988a-0c94a7845801 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1099 time: 0.0724089 Jun 14 03:24:18.391073 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-35bc19cd-fd8c-42d5-84b3-7d3efd2ab94a req-f6a634c3-adb9-4f90-9ebe-6ef574522f47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Jun 14 03:24:18.635658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-40881e17-e871-4d0e-854e-dbf0810cd7ae tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:18.637166 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-40881e17-e871-4d0e-854e-dbf0810cd7ae tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/networks?id=127328cc-457c-4d60-bd7c-87d027ea42e8 HTTP/1.1" status: 200 len: 813 time: 0.1205833 Jun 14 03:24:18.651418 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-e70e6bbd-6a67-4c15-8b60-9665d33663d5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/quotas/a632d95308124f299e134a48d059b366 HTTP/1.1" status: 200 len: 375 time: 0.0087361 Jun 14 03:24:18.695068 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-61e18c1f-fc8d-42cf-8e5c-ce4cf9dac25b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366797 Jun 14 03:24:18.810185 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-be587334-4110-4f3d-85e0-347a2885b87b service neutron] 10.222.0.15 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081898 Jun 14 03:24:18.924774 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-2cd0cf65-6afa-449a-a332-449421748c41 service neutron] 10.222.0.15 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061885 Jun 14 03:24:19.047618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58326c-76d2-4ff7-a163-8bb88fe7b8fa req-1761c632-8f8d-414a-9780-0467b6567679 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:19.049093 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4e58326c-76d2-4ff7-a163-8bb88fe7b8fa req-1761c632-8f8d-414a-9780-0467b6567679 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0784800 Jun 14 03:24:19.094506 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4e58326c-76d2-4ff7-a163-8bb88fe7b8fa req-33351212-ffdd-4778-b581-0550f368d76b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Jun 14 03:24:19.340455 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ca5662f-efcc-4d36-b793-2f9528d2e7d4 req-ba604a32-18af-4d18-a08a-1fc998f36acc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0448697 Jun 14 03:24:19.514529 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc422-9a89-4af5-bf26-d2f17636ec89 req-a029ce94-a068-4012-b70e-96b3d69b04ac tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:19.516009 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-759fc422-9a89-4af5-bf26-d2f17636ec89 req-a029ce94-a068-4012-b70e-96b3d69b04ac tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 945 time: 0.0718863 Jun 14 03:24:19.564132 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-759fc422-9a89-4af5-bf26-d2f17636ec89 req-a8e7c22f-3b91-4e26-91a7-09f8a09dea4c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jun 14 03:24:19.579260 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 56960) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:19.688826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:19.919048 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f1a1-ebd9-4a83-83d6-65da408927be req-f5c9d2e3-50b9-406c-ad42-f2b497a9d636 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:19.921764 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2320f1a1-ebd9-4a83-83d6-65da408927be req-f5c9d2e3-50b9-406c-ad42-f2b497a9d636 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0826466 Jun 14 03:24:19.927224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:19.966508 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2320f1a1-ebd9-4a83-83d6-65da408927be req-71385142-0fa1-4713-8162-856d6363b316 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Jun 14 03:24:20.014810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:20.037817 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a49480c1-faf6-4cbf-ab4b-d4a4808471cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:20.080321 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd8557d-ed2a-4c50-b86e-4afa7719d502,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:20.087003 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b4b899d0f0843a79e7b19a607eac0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043225 Jun 14 03:24:20.087696 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:20.087953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 56968) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:20.110763 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-35115db5-b375-4e45-8957-5dde102d4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:20.112276 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-35115db5-b375-4e45-8957-5dde102d4297 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.1065063 Jun 14 03:24:20.146914 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:20.171332 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:20.238970 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-c3ef505c-4518-40e8-80fa-c0367bd692f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:20.240432 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-c3ef505c-4518-40e8-80fa-c0367bd692f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.1202714 Jun 14 03:24:20.301767 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e4c3e-d4ee-4794-acb3-23e907a724c5 req-97b8cac7-c09c-4948-b4fd-04636a68dfea tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:20.305883 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-50c11488-25d7-48e7-a0f5-71baf935b7b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0581422 Jun 14 03:24:20.309167 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1c4e4c3e-d4ee-4794-acb3-23e907a724c5 req-97b8cac7-c09c-4948-b4fd-04636a68dfea tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0902786 Jun 14 03:24:20.362730 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1c4e4c3e-d4ee-4794-acb3-23e907a724c5 req-1a2b5c69-5b2d-436f-bc08-b4d873dfec2a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 Jun 14 03:24:20.381012 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:20.383796 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:20.387230 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdd8557d-ed2a-4c50-b86e-4afa7719d502 HTTP/1.1" status: 204 len: 168 time: 0.2948673 Jun 14 03:24:20.387230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-95958b37-3db2-43a4-97d5-8b03777938c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:20.387496 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-a5c18abc-395e-4395-8b75-be842a3dbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:20.394406 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-a5c18abc-395e-4395-8b75-be842a3dbe76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0819471 Jun 14 03:24:20.396596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd8557d-ed2a-4c50-b86e-4afa7719d502,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:20.399494 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:20.442893 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-5e9eb951-ef6a-4d61-96ee-9b694b3583ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361917 Jun 14 03:24:20.445944 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a1692328-2d10-4e71-9c94-1f3856759ed9 req-a1ed4cae-395c-4e0c-941c-13c469fc3fd0 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0440729 Jun 14 03:24:20.563092 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-235a2088-99a0-4c6d-8c19-16eac7dae9b4 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125028 Jun 14 03:24:20.695973 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3b6198f-40d2-4028-8d41-3026d1a882e3 req-2675970d-25d9-46a7-8acb-20f99f157542 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254418 Jun 14 03:24:20.760364 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0c0b8-8a12-48e4-900f-bb7f822f37f4 req-f58438bf-fdd5-4eed-b9d2-957f6e0bd754 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:20.761938 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1bc0c0b8-8a12-48e4-900f-bb7f822f37f4 req-f58438bf-fdd5-4eed-b9d2-957f6e0bd754 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 945 time: 0.0761693 Jun 14 03:24:20.819985 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1bc0c0b8-8a12-48e4-900f-bb7f822f37f4 req-9c1d1a04-c8de-4d8f-acbe-29e9802a7352 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Jun 14 03:24:21.168664 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b696d-997c-45f8-97fa-df970038daff req-ef013606-e499-4909-bd28-1ceac8818623 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:21.170146 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2e6b696d-997c-45f8-97fa-df970038daff req-ef013606-e499-4909-bd28-1ceac8818623 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0763459 Jun 14 03:24:21.212806 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2e6b696d-997c-45f8-97fa-df970038daff req-749bb77e-456d-4bcf-a3d8-3d828d1f5fba tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Jun 14 03:24:21.267211 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 98d4058a-ee97-4c34-881e-af255be1c2e2 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:21.299940 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57008) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:21.308205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57010) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:21.318355 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.422544 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.446537 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 98d4058a-ee97-4c34-881e-af255be1c2e2 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:21.455012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 98d4058a-ee97-4c34-881e-af255be1c2e2 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:21.455012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.508574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.551708 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.555653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-167e7cba-d1dd-4916-9fa5-73daaf4a52d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:21.574594 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.605477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:21.606246 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35b9d3235f044cabbe8dc436266c41bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051946 Jun 14 03:24:21.609780 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0b0d0-e3c0-46c8-88e7-93be77d8a388,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:21.613714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57020) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:21.615086 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885aa2a4-b483-4003-ad74-508c12cd0a5a" -d '{"events": [{"server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "name": "network-vif-plugged", "status": "completed", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:21.615758 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:21.629194 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c998-3d2a-4bfd-ad6e-3341830b0c1c req-69b6e4a2-d873-43e1-9dd6-287446de2a53 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:21.630549 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=98d4058a-ee97-4c34-881e-af255be1c2e2,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:21.636097 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfe6c998-3d2a-4bfd-ad6e-3341830b0c1c req-69b6e4a2-d873-43e1-9dd6-287446de2a53 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.1575050 Jun 14 03:24:21.692119 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.708824 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfe6c998-3d2a-4bfd-ad6e-3341830b0c1c req-9e7b5420-16ac-4d46-9344-268543621b78 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718887 Jun 14 03:24:21.742377 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76c88392-800c-4f88-9976-7bcd12f36ca0 req-4ca9c7ec-c38c-440b-ba08-dec7f41b988c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0486143 Jun 14 03:24:21.755660 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c5c77-737d-44e2-91c6-b7c57b5ff5b1 x-openstack-request-id: req-820c5c77-737d-44e2-91c6-b7c57b5ff5b1 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:21.756030 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "name": "network-vif-plugged", "status": "completed", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:21.756222 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-820c5c77-737d-44e2-91c6-b7c57b5ff5b1 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:21.756969 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2', 'code': 200} Jun 14 03:24:21.769015 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.786514 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.788796 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:21.799714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.854984 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:21.858891 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:21.907781 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:21.912777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-501b1001-bba9-4744-9068-522f4c940eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:21.926575 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e782e5-0833-446a-94a6-0e5f98d82350 req-35fbe6fd-5256-4e89-a657-897ae1d94c7d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:21.928245 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22e782e5-0833-446a-94a6-0e5f98d82350 req-35fbe6fd-5256-4e89-a657-897ae1d94c7d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0739722 Jun 14 03:24:21.956519 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=580ecb0ec2c144c0b2c16a41819e7b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471715 Jun 14 03:24:21.958048 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f9994-d62b-40ba-bb0a-e24f9d464db1,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:21.965508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57028) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:21.970511 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:22.008545 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.011083 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.012145 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40a0b0d0-e3c0-46c8-88e7-93be77d8a388 HTTP/1.1" status: 204 len: 168 time: 0.3975155 Jun 14 03:24:22.018792 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-81fa4484-5c10-4474-a0ca-7224f54c4bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:22.050096 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0b0d0-e3c0-46c8-88e7-93be77d8a388,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:22.060726 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22e782e5-0833-446a-94a6-0e5f98d82350 req-d15bb58b-a620-49fa-a385-d4c947b0ccdc tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235209 Jun 14 03:24:22.060726 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:22.103993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.126785 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6200-d23a-4cdb-8dfc-94a97a781560 req-eead47fc-9fb7-435f-9295-ba4da5a902ea tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:22.128262 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-faec6200-d23a-4cdb-8dfc-94a97a781560 req-eead47fc-9fb7-435f-9295-ba4da5a902ea tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.1848218 Jun 14 03:24:22.151980 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.210538 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-faec6200-d23a-4cdb-8dfc-94a97a781560 req-8ae9e23a-cde4-4184-8776-85f586250ed1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707922 Jun 14 03:24:22.373693 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.376455 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.377628 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b7f9994-d62b-40ba-bb0a-e24f9d464db1 HTTP/1.1" status: 204 len: 168 time: 0.4073637 Jun 14 03:24:22.382960 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-511037b3-a466-4c89-a12e-9071474457d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:22.402482 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f9994-d62b-40ba-bb0a-e24f9d464db1,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:22.402686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:22.469707 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe8041-9102-4a54-b251-9f440807ebc8 req-a691a9d0-1c45-4ee2-a900-81cfea547cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:22.471226 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68fe8041-9102-4a54-b251-9f440807ebc8 req-a691a9d0-1c45-4ee2-a900-81cfea547cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 1099 time: 0.1635568 Jun 14 03:24:22.534739 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-ee02eb10-4fca-43e9-8d34-cd967d5aa1e5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:22.536583 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-ee02eb10-4fca-43e9-8d34-cd967d5aa1e5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "GET /v2.0/networks?id=127328cc-457c-4d60-bd7c-87d027ea42e8 HTTP/1.1" status: 200 len: 813 time: 0.2772622 Jun 14 03:24:22.554976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Request body: {'port': {'device_id': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8', 'admin_state_up': True, 'tenant_id': 'a632d95308124f299e134a48d059b366'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:22.604301 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68fe8041-9102-4a54-b251-9f440807ebc8 req-9c28a738-c094-4df2-95ab-e0c7ca64d446 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839822 Jun 14 03:24:22.635507 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584cfcd-b8ba-46df-9ec3-9b0951cd96f6 req-01c403b7-55e5-4367-a861-b7d4763b4408 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:22.636965 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c584cfcd-b8ba-46df-9ec3-9b0951cd96f6 req-01c403b7-55e5-4367-a861-b7d4763b4408 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1561286 Jun 14 03:24:22.675182 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c079-515a-4e26-9965-00ef14eb8d86 req-31ec1846-40ad-4651-b81c-d5bd01ab2283 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:22.677725 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3bf1c079-515a-4e26-9965-00ef14eb8d86 req-31ec1846-40ad-4651-b81c-d5bd01ab2283 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.1131439 Jun 14 03:24:22.716387 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c584cfcd-b8ba-46df-9ec3-9b0951cd96f6 req-90bb8a46-f562-4628-8ecb-db44c279a0f5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695388 Jun 14 03:24:22.794727 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Made reservation on behalf of a632d95308124f299e134a48d059b366 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:22.799988 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:22.822292 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3bf1c079-515a-4e26-9965-00ef14eb8d86 req-4932fdaf-3f5c-4168-8348-aabaf193698e tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301024 Jun 14 03:24:23.113288 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d8905216-0e2c-477c-9256-c4e6b2aad84d req-3de32fcd-f848-4d3a-b750-70b522fe32a7 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0711586 Jun 14 03:24:23.171378 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Allocated IP 172.20.0.5 (127328cc-457c-4d60-bd7c-87d027ea42e8/497ac4f1-025f-4bb4-9cc2-1ebc73d4d240/ba2bada0-114f-4b39-a099-3de5df059051) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:23.391484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:23.433633 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11d65e-cbc8-4984-b8c7-1fe70897c22b req-531aceb2-4a31-4219-abc2-984a643f4696 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:23.441340 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6c11d65e-cbc8-4984-b8c7-1fe70897c22b req-531aceb2-4a31-4219-abc2-984a643f4696 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.1116662 Jun 14 03:24:23.484757 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6c11d65e-cbc8-4984-b8c7-1fe70897c22b req-452c51ad-9371-4ccf-afa0-a7c89ba4f086 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Jun 14 03:24:23.537573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:23.542971 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ea10a7f-e5db-4761-97c7-5e66cf7d647b tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:23.598900 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:23.602221 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:23.604840 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:23.640093 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Pushing event updated for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:23.642962 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:23.674091 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:23.674744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:23.770203 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223027 Jun 14 03:24:23.783865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Request body: {'port': {'device_id': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:23.902473 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:23.924765 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef1c1-8864-4298-910c-2226e1b1aeb5 req-c3ad1f62-12de-4c3a-adf8-359bb3a75eaf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:23.926279 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c46ef1c1-8864-4298-910c-2226e1b1aeb5 req-c3ad1f62-12de-4c3a-adf8-359bb3a75eaf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0907414 Jun 14 03:24:23.972335 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c46ef1c1-8864-4298-910c-2226e1b1aeb5 req-8a411b4e-7d35-4aa3-a843-152603eae406 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Jun 14 03:24:24.276589 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2bada0-114f-4b39-a099-3de5df059051 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:24.300586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:24.336495 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Transition to ACTIVE for port object ba2bada0-114f-4b39-a099-3de5df059051 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:24.347314 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df37e0-ceea-46be-b80b-1b7e96783277 req-146ab633-9d87-48b1-bfd8-80a2e3644d73 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:24.348929 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-98df37e0-ceea-46be-b80b-1b7e96783277 req-146ab633-9d87-48b1-bfd8-80a2e3644d73 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 931 time: 0.0991437 Jun 14 03:24:24.397210 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-98df37e0-ceea-46be-b80b-1b7e96783277 req-e541360e-a2d2-4ebb-86c5-3a7616281a82 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jun 14 03:24:24.426338 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:24.430004 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:24.532486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:24.535984 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:24.620102 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Attempting to bind port ba2bada0-114f-4b39-a099-3de5df059051 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:24.620440 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Attempting to bind port ba2bada0-114f-4b39-a099-3de5df059051 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:24.620767 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Attempting to bind port ba2bada0-114f-4b39-a099-3de5df059051 on network 127328cc-457c-4d60-bd7c-87d027ea42e8 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:24.625045 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Port ba2bada0-114f-4b39-a099-3de5df059051 on network 127328cc-457c-4d60-bd7c-87d027ea42e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:24:24.625744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Attempting to bind port ba2bada0-114f-4b39-a099-3de5df059051 on network 127328cc-457c-4d60-bd7c-87d027ea42e8 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:24.630226 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:24.630557 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Checking segment: {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:24.630935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Bound using segment: {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:24.631356 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Bound port: ba2bada0-114f-4b39-a099-3de5df059051, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:24.631703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:24.707761 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:24.711930 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bada0-114f-4b39-a099-3de5df059051,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:24.723674 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf71a-1fe8-49ac-9414-78461153fbb0 req-d41c3c7f-b42b-42d2-b8d1-7def11d6ae6c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:24.725266 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e9bf71a-1fe8-49ac-9414-78461153fbb0 req-d41c3c7f-b42b-42d2-b8d1-7def11d6ae6c tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.0828116 Jun 14 03:24:24.767056 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e9bf71a-1fe8-49ac-9414-78461153fbb0 req-b6ec2fa4-3afa-4c08-9b72-3c428795abee tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Jun 14 03:24:24.800597 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:24.803614 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:24.846194 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:24.846810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:24.848176 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba2bada0-114f-4b39-a099-3de5df059051 HTTP/1.1" status: 200 len: 1093 time: 1.0693011 Jun 14 03:24:24.848671 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:24.851011 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e772498f-df2f-4067-9aad-35d09348feb6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "tag": "ba2bada0-114f-4b39-a099-3de5df059051"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:24.885782 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:24.889797 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:24.908534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e93a6-6ec2-433b-b754-3adc1d863e0d x-openstack-request-id: req-f18e93a6-6ec2-433b-b754-3adc1d863e0d {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:24.908672 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "tag": "ba2bada0-114f-4b39-a099-3de5df059051", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:24.909056 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f18e93a6-6ec2-433b-b754-3adc1d863e0d {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:24.909485 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051', 'status': 'completed', 'code': 200} Jun 14 03:24:24.996106 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772498f-df2f-4067-9aad-35d09348feb6 req-d8282867-e17c-418e-a511-277bab25ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:24.997583 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e772498f-df2f-4067-9aad-35d09348feb6 req-d8282867-e17c-418e-a511-277bab25ed23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 1096 time: 0.0640464 Jun 14 03:24:25.130865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772498f-df2f-4067-9aad-35d09348feb6 req-81f78da4-0d15-418c-8b9f-2444b3970327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.132297 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e772498f-df2f-4067-9aad-35d09348feb6 req-81f78da4-0d15-418c-8b9f-2444b3970327 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a632d95308124f299e134a48d059b366&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1245341 Jun 14 03:24:25.194857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775136f-867e-459a-b17a-74f76c56507f req-13930c22-ec18-4153-8b1f-dc1feb20763e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.196406 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b775136f-867e-459a-b17a-74f76c56507f req-13930c22-ec18-4153-8b1f-dc1feb20763e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0749815 Jun 14 03:24:25.241170 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b775136f-867e-459a-b17a-74f76c56507f req-ec4d11ec-eb36-480d-8cff-4ecc0584c7f2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Jun 14 03:24:25.491531 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772498f-df2f-4067-9aad-35d09348feb6 req-4f9de2d4-3a9a-4f53-ac01-94402b47ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.493010 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e772498f-df2f-4067-9aad-35d09348feb6 req-4f9de2d4-3a9a-4f53-ac01-94402b47ed36 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3539584 Jun 14 03:24:25.612825 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-323b8596-82cd-4a59-825d-5b22046de243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.613395 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-323b8596-82cd-4a59-825d-5b22046de243 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 1096 time: 0.0700035 Jun 14 03:24:25.676715 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-96f761a6-31e0-47f2-a7a6-e50839b14e74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2bada0-114f-4b39-a099-3de5df059051 HTTP/1.1" status: 200 len: 217 time: 0.0468516 Jun 14 03:24:25.743184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-10415819-df04-4456-990b-9ea3b646c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.744684 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-10415819-df04-4456-990b-9ea3b646c6ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=497ac4f1-025f-4bb4-9cc2-1ebc73d4d240 HTTP/1.1" status: 200 len: 853 time: 0.0604184 Jun 14 03:24:25.748442 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79ea7-f419-40e7-af8e-00f4aafe9d3f req-9e0c82c6-8b51-4960-8f62-db1f518d6bad tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:25.750478 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2cb79ea7-f419-40e7-af8e-00f4aafe9d3f req-9e0c82c6-8b51-4960-8f62-db1f518d6bad tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 943 time: 0.0748179 Jun 14 03:24:25.784946 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-8902d6a0-1c67-4e22-9af6-0f20ac2c0876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=127328cc-457c-4d60-bd7c-87d027ea42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331316 Jun 14 03:24:25.794350 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2cb79ea7-f419-40e7-af8e-00f4aafe9d3f req-efe998e8-5daa-4d98-a4f2-54085d751b93 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Jun 14 03:24:25.906952 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-94a0720a-fe0a-4f92-925c-d8677b50ec7d service neutron] 10.222.0.23 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122077 Jun 14 03:24:26.028524 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-158cdc44-882e-415e-85b3-7b7a9f809d03 req-3b55bbd6-9af7-42c7-bd1a-fe87da167e00 service neutron] 10.222.0.23 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146107 Jun 14 03:24:26.440176 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a3bad-3496-48f7-b521-f332021617e3 req-86c16eda-acf9-4d96-bf43-9bbe23c0a128 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:26.441682 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f1a3bad-3496-48f7-b521-f332021617e3 req-86c16eda-acf9-4d96-bf43-9bbe23c0a128 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0755312 Jun 14 03:24:26.483804 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f1a3bad-3496-48f7-b521-f332021617e3 req-d0cf6714-5745-4d4c-9e68-c021c1d32eb2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Jun 14 03:24:26.990913 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b854f-0631-41b4-a4f8-14374edb3236 req-7b432e13-c523-4656-8f39-50e42efd2189 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:26.992481 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-eb3b854f-0631-41b4-a4f8-14374edb3236 req-7b432e13-c523-4656-8f39-50e42efd2189 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 943 time: 0.0811064 Jun 14 03:24:27.034273 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-eb3b854f-0631-41b4-a4f8-14374edb3236 req-0e88207f-808a-4ccd-90d1-0feb205ffbab tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360181 Jun 14 03:24:27.560878 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-88f57587-b1a0-434b-a181-45d888a21db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:27.623369 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:24:27.675891 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdfb33-8739-429c-bc74-3fe5e05c422d req-aa14384f-fa06-4a61-b4c2-c85ff63fbb13 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:27.677366 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-21cdfb33-8739-429c-bc74-3fe5e05c422d req-aa14384f-fa06-4a61-b4c2-c85ff63fbb13 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0741358 Jun 14 03:24:27.723856 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-21cdfb33-8739-429c-bc74-3fe5e05c422d req-b904a1af-8b32-489b-8d9e-3bb7c77b9fda tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Jun 14 03:24:28.231102 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7efa-2f7a-42d7-b379-78c121b4c2ae req-67ca0aef-7ea5-4ea3-b74e-f7e581da16ec tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:28.232529 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e58e7efa-2f7a-42d7-b379-78c121b4c2ae req-67ca0aef-7ea5-4ea3-b74e-f7e581da16ec tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 943 time: 0.0684097 Jun 14 03:24:28.276928 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e58e7efa-2f7a-42d7-b379-78c121b4c2ae req-437d1545-d88f-46ac-8a53-9e550c5d21e9 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Jun 14 03:24:28.918397 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a237059-6cae-4d2d-a710-7a6514e3ca0a req-34a1437c-7014-4f2a-9df5-33d101de8553 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:28.919864 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6a237059-6cae-4d2d-a710-7a6514e3ca0a req-34a1437c-7014-4f2a-9df5-33d101de8553 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0734501 Jun 14 03:24:28.962272 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6a237059-6cae-4d2d-a710-7a6514e3ca0a req-3fa7a49a-628a-458c-b886-6d0f0d031ab8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Jun 14 03:24:29.329045 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device ba2bada0-114f-4b39-a099-3de5df059051 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:24:29.446868 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bada0-114f-4b39-a099-3de5df059051,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:29.460398 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': 'ba2bada0-114f-4b39-a099-3de5df059051', 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8', 'port_id': 'ba2bada0-114f-4b39-a099-3de5df059051', 'mac_address': 'fa:16:3e:31:93:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497ac4f1-025f-4bb4-9cc2-1ebc73d4d240', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:24:29.460533 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed2a1c-c961-4e57-b603-a4864f202ffe req-7494c0a9-9039-4def-8be2-214647cb047c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:29.462250 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e0ed2a1c-c961-4e57-b603-a4864f202ffe req-7494c0a9-9039-4def-8be2-214647cb047c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 943 time: 0.0748053 Jun 14 03:24:29.509345 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:29.519952 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e0ed2a1c-c961-4e57-b603-a4864f202ffe req-2bcb178b-d4ce-40f6-915b-408aec1710c0 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Jun 14 03:24:29.527258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2bada0-114f-4b39-a099-3de5df059051 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:24:29.554388 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bada0-114f-4b39-a099-3de5df059051,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:29.685783 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:29.689706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:29.743737 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:29.747528 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:29.765097 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b285229e-9a97-4c96-aa59-0b792afe3baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:30.033642 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:30.151714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcfd5f-2085-499c-8161-d980c2cae7fa req-c18eb654-e9e6-46f5-aa5c-5cd6961defb2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:30.153238 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06bcfd5f-2085-499c-8161-d980c2cae7fa req-c18eb654-e9e6-46f5-aa5c-5cd6961defb2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0729258 Jun 14 03:24:30.198311 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06bcfd5f-2085-499c-8161-d980c2cae7fa req-ccda839a-3c65-4634-9f3e-5c90b06dfe24 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Jun 14 03:24:30.298737 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['ba2bada0-114f-4b39-a099-3de5df059051'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:30.724240 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616766b-7de5-425d-9db1-82acd94c62da req-eb216cd2-e155-438d-933c-c589922291c8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:30.725650 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a616766b-7de5-425d-9db1-82acd94c62da req-eb216cd2-e155-438d-933c-c589922291c8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 944 time: 0.0788133 Jun 14 03:24:30.767345 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a616766b-7de5-425d-9db1-82acd94c62da req-7c7857e6-9a8b-4f3a-b2c6-46c99bfe7ba0 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Jun 14 03:24:30.895956 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:30.952553 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d392-8cb1-47d2-82c5-6c525b65a593 req-626cd401-2697-4a9f-9cd2-69ab739ce994 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:30.954179 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e425d392-8cb1-47d2-82c5-6c525b65a593 req-626cd401-2697-4a9f-9cd2-69ab739ce994 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0734317 Jun 14 03:24:30.996249 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e425d392-8cb1-47d2-82c5-6c525b65a593 req-19071f24-cc4f-4d17-a4b9-04a0ad6dd4de tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jun 14 03:24:31.021545 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57264) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:31.239205 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c8576-fc16-4589-a867-09397ad0db71 tempest-TestMinimumBasicScenario-1518966828 tempest-TestMinimumBasicScenario-1518966828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:31.243820 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-1b9c8576-fc16-4589-a867-09397ad0db71 tempest-TestMinimumBasicScenario-1518966828 tempest-TestMinimumBasicScenario-1518966828-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1094 time: 0.2182581 Jun 14 03:24:31.245954 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57272) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:31.250524 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'port_id': '3c557360-484e-43ff-91ef-0748ae56518d', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:31.382373 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for floatingip, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:31.404461 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6cdc2-718e-4687-951a-29b943a4a17b req-6333a95f-4acd-4a0e-b608-a305443191c4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:31.406564 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5aa6cdc2-718e-4687-951a-29b943a4a17b req-6333a95f-4acd-4a0e-b608-a305443191c4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0885093 Jun 14 03:24:31.465137 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5aa6cdc2-718e-4687-951a-29b943a4a17b req-dd92e15a-9daf-49c4-bc96-d1afb2e656bf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Jun 14 03:24:31.543529 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:31.659763 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Allocated IP 172.28.1.39 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/0173dbe2-1a5e-4e6b-9976-f352243af746) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:31.801189 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:31.930805 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:31.933615 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b78b8079-bade-4ec5-add2-3d123baaa481 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:31.978741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:31.989142 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:31.994863 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:32.033456 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d73fb-2637-49ae-81f2-60af0a1a9787 req-9daaaa60-71d7-46ca-8123-63c3eb754043 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:32.033456 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-705d73fb-2637-49ae-81f2-60af0a1a9787 req-9daaaa60-71d7-46ca-8123-63c3eb754043 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 944 time: 0.1545331 Jun 14 03:24:32.045358 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'Port': ['ID=0173dbe2-1a5e-4e6b-9976-f352243af746,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:32.055129 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:32.125698 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-705d73fb-2637-49ae-81f2-60af0a1a9787 req-99232f9f-1ac8-4869-a40d-2388f9fc5e63 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861576 Jun 14 03:24:32.542587 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:32.720026 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8209-7a48-4eef-8eca-c3412e3cdf85 req-562f6b75-aefd-4549-9723-90c7dde619d4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:32.720026 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-beae8209-7a48-4eef-8eca-c3412e3cdf85 req-562f6b75-aefd-4549-9723-90c7dde619d4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0891786 Jun 14 03:24:32.783663 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.051909 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.090930 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-beae8209-7a48-4eef-8eca-c3412e3cdf85 req-b07e51aa-5f73-4102-800d-979517558f9c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761652 Jun 14 03:24:33.300409 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.336294 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7642035-4532-4036-b768-5301325733d1 req-f6131d14-ebac-4169-8df0-ecdaa80b54a4 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:33.344145 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d7642035-4532-4036-b768-5301325733d1 req-f6131d14-ebac-4169-8df0-ecdaa80b54a4 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 944 time: 0.0974147 Jun 14 03:24:33.345748 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device ba2bada0-114f-4b39-a099-3de5df059051 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:33.397146 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d7642035-4532-4036-b768-5301325733d1 req-67b2a598-3923-4d16-ba22-1822e1d087f4 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Jun 14 03:24:33.399960 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.417019 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:33.479933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port ba2bada0-114f-4b39-a099-3de5df059051 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:33.484204 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port ba2bada0-114f-4b39-a099-3de5df059051 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:33.484687 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.500478 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'Port': ['ID=0173dbe2-1a5e-4e6b-9976-f352243af746,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:33.502986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.506411 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:33.599735 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.631645 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:33.634017 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd665ede-64c5-49d9-bac5-2b6b9b918e0f" -d '{"events": [{"server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "name": "network-vif-plugged", "status": "completed", "tag": "ba2bada0-114f-4b39-a099-3de5df059051"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:33.667015 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bada0-114f-4b39-a099-3de5df059051,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:33.671016 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Floating IP 3e2e16a4-e190-4f56-ba4a-c906994ed79f associated. External IP: 172.28.1.39, port: 3c557360-484e-43ff-91ef-0748ae56518d. Jun 14 03:24:33.672466 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6699bed-69d2-4887-a906-697fec25e3f6 x-openstack-request-id: req-d6699bed-69d2-4887-a906-697fec25e3f6 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:33.673074 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "name": "network-vif-plugged", "status": "completed", "tag": "ba2bada0-114f-4b39-a099-3de5df059051", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:33.674889 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6699bed-69d2-4887-a906-697fec25e3f6 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:33.675756 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051', 'code': 200} Jun 14 03:24:33.747444 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:33.749161 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:33.812988 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:33.817800 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:34.015396 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:24:34.203248 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:24:34.214376 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Sync routers for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:24:34.223785 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f0ee-49f6-49d0-a633-5499f0d88686 req-f2309de6-a8f1-4096-819b-5c61ae82aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:34.226100 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-66f0f0ee-49f6-49d0-a633-5499f0d88686 req-f2309de6-a8f1-4096-819b-5c61ae82aef7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 1098 time: 0.0983820 Jun 14 03:24:34.227709 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:34.228666 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:34.274849 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-66f0f0ee-49f6-49d0-a633-5499f0d88686 req-b155a663-7b2a-4f75-bdb4-c005b06740de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Jun 14 03:24:34.312069 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:34.352930 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379e2a-1373-4a15-ba4e-8ba970d45cee req-67e8cf74-70b0-403a-9e0c-601f536eaee3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:34.354681 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e6379e2a-1373-4a15-ba4e-8ba970d45cee req-67e8cf74-70b0-403a-9e0c-601f536eaee3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1228623 Jun 14 03:24:34.405330 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57396) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:34.412269 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866953780', 'description': 'tempest-secgroup-smoke-866953780 description', 'project_id': '525254d03f90486f9d5d80fccde54cb9'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:34.417182 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1700616 Jun 14 03:24:34.419702 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:34.424190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a8294d-4e19-401f-ae3c-23207a130aad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:34.445182 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e6379e2a-1373-4a15-ba4e-8ba970d45cee req-4d9c4957-2273-44d6-8a27-7a3f9449c39d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Jun 14 03:24:34.519062 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:34.523772 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b5e5d-b26a-4aaf-b9bc-21ae65a0040b x-openstack-request-id: req-a90b5e5d-b26a-4aaf-b9bc-21ae65a0040b {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:34.524109 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:34.524396 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a90b5e5d-b26a-4aaf-b9bc-21ae65a0040b {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:34.524838 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:24:34.551880 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:34.670908 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1df0-1aaf-494e-aeef-b6bffc8bd716 req-726a80b2-e017-4495-8252-3bc6851db438 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:34.672911 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3abe1df0-1aaf-494e-aeef-b6bffc8bd716 req-726a80b2-e017-4495-8252-3bc6851db438 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0831819 Jun 14 03:24:34.684297 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:34.721433 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8294d-4e19-401f-ae3c-23207a130aad req-278a794e-e574-4594-9c8a-12dbccc554d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:34.724396 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-278a794e-e574-4594-9c8a-12dbccc554d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1099 time: 0.1581552 Jun 14 03:24:34.738456 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3abe1df0-1aaf-494e-aeef-b6bffc8bd716 req-8051f201-594f-4cdd-ad28-410358eb8f15 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jun 14 03:24:34.975245 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '3e2e16a4-e190-4f56-ba4a-c906994ed79f', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'port_id': '3c557360-484e-43ff-91ef-0748ae56518d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'mac_address': 'fa:16:3e:95:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:24:32Z', 'updated_at': '2021-06-14T03:24:32Z', 'revision_number': 0, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:34.975245 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Checking router: 98c83a27-e800-4ba0-870a-ad31d7aa01b7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:24:34.976475 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8294d-4e19-401f-ae3c-23207a130aad req-c7037d49-343a-452d-bc9d-b117eca230fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:34.976475 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-c7037d49-343a-452d-bc9d-b117eca230fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 916 time: 0.1311927 Jun 14 03:24:34.983806 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:34.983806 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:34.991895 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-131a5831-538b-47af-9349-fbf7210dee00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 999 time: 0.1177034 Jun 14 03:24:35.044434 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:35.080883 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8294d-4e19-401f-ae3c-23207a130aad req-f3e9a311-c9e4-4378-b15d-f76529fcc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:35.082445 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-f3e9a311-c9e4-4378-b15d-f76529fcc214 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.0719745 Jun 14 03:24:35.156595 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8294d-4e19-401f-ae3c-23207a130aad req-9609e16e-5bde-4f66-bc63-50182b2e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:35.158090 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-9609e16e-5bde-4f66-bc63-50182b2e350f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592422 Jun 14 03:24:35.166964 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.178464 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9aa6607-b035-4878-9823-f6acd98513c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:35.235181 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d9173-f930-4d1c-b041-724cad6384a5,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:35.286858 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:35.319297 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-dd05d7ad-44d2-41fb-bddd-6432fb8f337b service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533024 Jun 14 03:24:35.348416 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '3e2e16a4-e190-4f56-ba4a-c906994ed79f', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'port_id': '3c557360-484e-43ff-91ef-0748ae56518d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'mac_address': 'fa:16:3e:95:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:24:32Z', 'updated_at': '2021-06-14T03:24:32Z', 'revision_number': 0, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:35.353088 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350603d-6a2b-4dac-a015-117b66f19a9f None None] The sync data for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb is: [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '3e2e16a4-e190-4f56-ba4a-c906994ed79f', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'port_id': '3c557360-484e-43ff-91ef-0748ae56518d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'mac_address': 'fa:16:3e:95:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:24:32Z', 'updated_at': '2021-06-14T03:24:32Z', 'revision_number': 0, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:24:35.411097 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.414049 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0075467 Jun 14 03:24:35.415223 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57422) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:35.419953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:35.449701 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-97a8294d-4e19-401f-ae3c-23207a130aad req-385bf642-1ad4-4bde-8031-3b6a6856d38b service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236444 Jun 14 03:24:35.548851 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.674273 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126856d-174e-4015-af8c-b763d4430ade None None] New status for floating IP 3e2e16a4-e190-4f56-ba4a-c906994ed79f: ACTIVE {{(pid=92479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:24:35.690287 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.733173 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb228140-26e7-42af-9635-28210d763602 req-6f2fade3-f492-42f4-a770-757439787cc3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:35.734770 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bb228140-26e7-42af-9635-28210d763602 req-6f2fade3-f492-42f4-a770-757439787cc3 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1291716 Jun 14 03:24:35.783266 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.787840 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-572309b7-9130-42b8-9024-9b7bae9560b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:35.803194 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bb228140-26e7-42af-9635-28210d763602 req-c6520217-dbb7-4600-ba06-aff5318e122b tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614142 Jun 14 03:24:35.836085 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d547c087-2bcf-42f1-912e-6946045788b2,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:35.838775 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:35.928923 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:35.930178 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-71f428d4-0bf2-421f-839f-b995c5e70485 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5139284 Jun 14 03:24:35.933074 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57446) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:35.938668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:35.959621 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8205-aa95-4c71-accb-ac897ccc254d req-d9035813-7e2a-420b-9dfa-45617e572164 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:35.961098 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-23ae8205-aa95-4c71-accb-ac897ccc254d req-d9035813-7e2a-420b-9dfa-45617e572164 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0743296 Jun 14 03:24:36.015857 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-23ae8205-aa95-4c71-accb-ac897ccc254d req-2cf9b308-0590-4351-b938-b31fa66f2ab6 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Jun 14 03:24:36.028184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.099438 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.216793 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.223117 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c4c22d04-8c34-4ae0-9ff7-786e0e6974ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:36.240428 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a8bec5-c56e-4655-aec6-b919e632cc6d,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:36.243801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:36.308766 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.309971 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3758695 Jun 14 03:24:36.313111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57454) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:36.319733 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:36.433386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.501107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.583985 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.586120 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:36.609598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea6d921-97f6-4ecb-8820-a1abab99e984,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:36.612412 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:36.746349 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:36.749817 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4334693 Jun 14 03:24:36.751686 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57468) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:36.756399 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:36.996965 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cf708-dedb-4917-bb3e-4ae26322b3c1 req-681275b2-05d9-4720-8d52-77ae5d839335 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:36.998976 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-559cf708-dedb-4917-bb3e-4ae26322b3c1 req-681275b2-05d9-4720-8d52-77ae5d839335 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0679832 Jun 14 03:24:37.037162 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.051192 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-559cf708-dedb-4917-bb3e-4ae26322b3c1 req-c4381867-4cfe-4bad-accc-e1da7dc0a1de tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Jun 14 03:24:37.128169 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.235989 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.237795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e4b6-82ce-4e46-87ef-ffaccbd916bc req-f1b4a4f8-3166-4bc6-8eae-7f74baac4284 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:37.238638 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-58c057e9-2d98-4b17-88f2-f3b49fccaf59 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:37.239350 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e554e4b6-82ce-4e46-87ef-ffaccbd916bc req-f1b4a4f8-3166-4bc6-8eae-7f74baac4284 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0744164 Jun 14 03:24:37.259001 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020b84cb-5933-42b3-b958-30c7255e2a4b,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:37.266247 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:37.283969 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e554e4b6-82ce-4e46-87ef-ffaccbd916bc req-806bd9bd-9385-4cca-851e-5d45e4064ed4 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Jun 14 03:24:37.340585 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.343042 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5903194 Jun 14 03:24:37.346015 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57480) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:37.358212 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:37.440066 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.securitygroups_db [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Project 525254d03f90486f9d5d80fccde54cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 03:24:37.445374 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.511110 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.513523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398f2bb-bca5-49cf-87af-0be1f5e7a505 req-025e72cb-09e9-46df-8b9b-df267fff2d61 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:37.517891 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b398f2bb-bca5-49cf-87af-0be1f5e7a505 req-025e72cb-09e9-46df-8b9b-df267fff2d61 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.0708091 Jun 14 03:24:37.562194 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b398f2bb-bca5-49cf-87af-0be1f5e7a505 req-432905d4-41f9-481a-adcb-0027e5398507 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jun 14 03:24:37.594456 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.596617 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:37.614228 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99b6e4d-9513-4225-8599-da219fa477b4,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:37.616617 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:37.708641 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.709987 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624432 Jun 14 03:24:37.712620 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57488) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:37.717778 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9173-f930-4d1c-b041-724cad6384a5', 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:37.903021 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.securitygroups_db [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Project 525254d03f90486f9d5d80fccde54cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 03:24:37.908735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:37.975770 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:38.125640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:38.128569 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-40c3037d-de56-489b-b3ea-36ff7967ac5f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:38.145659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70230cd-56ce-4bb5-8d89-0e13a63363e3,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:38.148483 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:38.240650 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78299bc5-4710-43da-b317-3c2cca63f534 req-7b6b722d-4ae6-4bfc-852e-63eb43b65c8d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:38.242073 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-78299bc5-4710-43da-b317-3c2cca63f534 req-7b6b722d-4ae6-4bfc-852e-63eb43b65c8d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0689795 Jun 14 03:24:38.251627 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:38.252909 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bd005794-6eac-49b6-8a26-d7171487f4e1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5393682 Jun 14 03:24:38.288721 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-78299bc5-4710-43da-b317-3c2cca63f534 req-41a61a63-d6d7-48ca-958e-89a717152e7d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jun 14 03:24:38.383260 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-a0ce3861-799d-4b6b-a01d-5989844331d3 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866953780&fields=id&tenant_id=525254d03f90486f9d5d80fccde54cb9 HTTP/1.1" status: 200 len: 267 time: 0.0437210 Jun 14 03:24:38.510975 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-50ae0fe1-085c-43b3-9b78-f202c2f41702 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:38.512367 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-50ae0fe1-085c-43b3-9b78-f202c2f41702 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.1232712 Jun 14 03:24:38.524380 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df8f5e-3132-4ebe-88bb-cc7dcc2e5f4a req-df6d23d7-ed5c-4f6e-9f09-82841a80c7c5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:38.525807 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-27df8f5e-3132-4ebe-88bb-cc7dcc2e5f4a req-df6d23d7-ed5c-4f6e-9f09-82841a80c7c5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.1248586 Jun 14 03:24:38.531647 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'port': {'security_groups': ['e006f9a4-a560-4471-9cc7-6f09a570e221', 'ef4d9173-f930-4d1c-b041-724cad6384a5']}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:38.620147 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-27df8f5e-3132-4ebe-88bb-cc7dcc2e5f4a req-a6d8dd28-5b79-4ac9-aaca-0a0bca7370b7 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Jun 14 03:24:38.677811 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:38.966448 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:39.012315 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:39.024764 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e835-d7ae-4ef0-be30-bdeb27a7e0d1 req-b098bdc0-df0b-4e93-8fb0-9846ad335ebd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.026467 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7435e835-d7ae-4ef0-be30-bdeb27a7e0d1 req-b098bdc0-df0b-4e93-8fb0-9846ad335ebd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.1334960 Jun 14 03:24:39.071032 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7435e835-d7ae-4ef0-be30-bdeb27a7e0d1 req-5213cab5-d734-4cd7-8588-b5bdbcb5bacc tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Jun 14 03:24:39.136980 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:39.142854 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-33be3735-c760-4fb1-9533-d863868b93e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:39.157374 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['3c557360-484e-43ff-91ef-0748ae56518d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:39.191300 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.191941 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:39.193705 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a82a4976-cd68-4ab7-9ab3-d68802d8748d req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "PUT /v2.0/ports/3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 982 time: 0.6669710 Jun 14 03:24:39.194218 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:39.197384 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28328dcd-8214-44f4-a7f3-78b3852e5458" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:39.230802 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=6']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:39.234118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0fabcfc8-1cf3-4c67-9561-3568a8d8dd36 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:39.279056 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc9471-f5bb-4fff-8f21-a8761537e0e1 x-openstack-request-id: req-8cfc9471-f5bb-4fff-8f21-a8761537e0e1 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:39.279686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:39.279686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cfc9471-f5bb-4fff-8f21-a8761537e0e1 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:39.280134 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:24:39.378925 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['3c557360-484e-43ff-91ef-0748ae56518d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:39.411030 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-68fa782c-b5ba-45b8-8974-5a5db68bf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.413425 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-68fa782c-b5ba-45b8-8974-5a5db68bf82f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1138 time: 0.1012077 Jun 14 03:24:39.467076 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558d859-b4bd-4262-8fee-cb49faa42c79 req-911fdd23-d6fb-4cde-9f1e-4d52b3befd25 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.480123 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4558d859-b4bd-4262-8fee-cb49faa42c79 req-911fdd23-d6fb-4cde-9f1e-4d52b3befd25 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1525316 Jun 14 03:24:39.577471 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4558d859-b4bd-4262-8fee-cb49faa42c79 req-8d32a212-b43b-4926-bf47-0faac3bf89ed tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650823 Jun 14 03:24:39.581099 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-b5e10e05-1ae4-45c5-bbc0-cd5eba1e84cb None None] Provisioning complete for port 3c557360-484e-43ff-91ef-0748ae56518d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:39.581583 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b5e10e05-1ae4-45c5-bbc0-cd5eba1e84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:39.609413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604193-fb35-41a2-bba3-10163e992601 req-80b2bdbc-0ef9-4bad-8ab8-6c7884687807 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.620017 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c3604193-fb35-41a2-bba3-10163e992601 req-80b2bdbc-0ef9-4bad-8ab8-6c7884687807 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1743836 Jun 14 03:24:39.648433 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-53b419f2-553f-443c-b8d6-ec91863dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.650936 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-53b419f2-553f-443c-b8d6-ec91863dff91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 916 time: 0.2265565 Jun 14 03:24:39.700258 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c3604193-fb35-41a2-bba3-10163e992601 req-5a60ef1c-762b-4c13-830b-5b3fc97dc251 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Jun 14 03:24:39.770261 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-2da07233-7f5f-4823-9719-02036defc228 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 1001 time: 0.1056311 Jun 14 03:24:39.852575 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-39d34c87-bb70-4994-aae5-e2dc2e6a7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.854045 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-39d34c87-bb70-4994-aae5-e2dc2e6a7f89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.0617292 Jun 14 03:24:39.925410 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-841affba-65c6-4d8b-9c3a-906f1111e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:39.926903 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-841affba-65c6-4d8b-9c3a-906f1111e0f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651135 Jun 14 03:24:40.053612 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-cd4815e2-5637-4c26-8265-fcac43c2b2f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190486 Jun 14 03:24:40.216660 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-28328dcd-8214-44f4-a7f3-78b3852e5458 req-1b09bfd2-2e2c-4f87-9e59-2c2515c70a21 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495728 Jun 14 03:24:40.273387 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57596) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:40.311701 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-9409a619-ab02-406b-9b31-479eca1653aa tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:40.313534 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-9409a619-ab02-406b-9b31-479eca1653aa tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.1371713 Jun 14 03:24:40.342751 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3de6-d6bb-46e2-949c-2ef34e5ad83e req-9c0b5516-6626-49e0-bdbc-5b5bcbc6f8c4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:40.349622 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ea6f3de6-d6bb-46e2-949c-2ef34e5ad83e req-9c0b5516-6626-49e0-bdbc-5b5bcbc6f8c4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 946 time: 0.1362500 Jun 14 03:24:40.452469 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ea6f3de6-d6bb-46e2-949c-2ef34e5ad83e req-70ac4b33-08b9-4fad-b8cc-cbf75bcf13f2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015084 Jun 14 03:24:40.506383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.520597 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Deleting port 98d4058a-ee97-4c34-881e-af255be1c2e2 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:24:40.520961 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.628827 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.639650 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57606) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:40.649050 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] For port 98d4058a-ee97-4c34-881e-af255be1c2e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=98d4058a-ee97-4c34-881e-af255be1c2e2,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:40.649802 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.784154 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.787670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Calling delete_port for 98d4058a-ee97-4c34-881e-af255be1c2e2 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:24:40.827640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:40.840936 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4376baad-cae2-4475-8ccf-ea5a39f8b508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:40.890703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c19e687a66764602b0e73df5d756a498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158078 Jun 14 03:24:40.897686 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57614) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:40.916833 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b573890-63ac-4e18-9de0-d10772465b3a,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:40.923163 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:40.993956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.035757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.049325 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.142577 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.145376 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f08cf5de-c4f4-46af-9388-c2e13e599fc2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:41.189052 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1670e128b9345a28ec78deccc2dc5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483551 Jun 14 03:24:41.189977 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d69f33-6576-44db-b675-f6b1d803712d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:41.192184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57622) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:41.198397 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:41.244315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.244608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900755d5-9f38-491b-9fd5-5f13da978363 req-b4bbf800-fef0-40d9-b7a3-f731790f3cf5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:41.245930 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-900755d5-9f38-491b-9fd5-5f13da978363 req-b4bbf800-fef0-40d9-b7a3-f731790f3cf5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.4206088 Jun 14 03:24:41.251745 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.251745 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b573890-63ac-4e18-9de0-d10772465b3a HTTP/1.1" status: 204 len: 168 time: 0.3492301 Jun 14 03:24:41.251745 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8bf8e9b1-39d7-46b7-a49a-2b14341cd236 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:41.260259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.261975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b573890-63ac-4e18-9de0-d10772465b3a,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:41.264710 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:41.292385 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.341897 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-900755d5-9f38-491b-9fd5-5f13da978363 req-946a801b-aaf3-4bd8-a084-e17ea5366453 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Jun 14 03:24:41.460384 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.460653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.463224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.464499 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:41.464703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79d69f33-6576-44db-b675-f6b1d803712d HTTP/1.1" status: 204 len: 168 time: 0.2716341 Jun 14 03:24:41.465640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:41.474116 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627', '2040d03f-2512-48ff-82f6-472325483b24', '9a9d6066-2fff-4622-8de3-7da33a382298', '98d4058a-ee97-4c34-881e-af255be1c2e2'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:41.498838 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event deleted for resources: {'Port': ['ID=98d4058a-ee97-4c34-881e-af255be1c2e2,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:41.502671 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:41.517068 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d69f33-6576-44db-b675-f6b1d803712d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:41.524505 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:41.649005 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] No DVR routers for this DVR port 98d4058a-ee97-4c34-881e-af255be1c2e2 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:24:41.660540 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:41.662675 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0254035d-d46e-408f-9cbc-ce62bf7a3ae3 req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "DELETE /v2.0/ports/98d4058a-ee97-4c34-881e-af255be1c2e2 HTTP/1.1" status: 204 len: 173 time: 1.3416867 Jun 14 03:24:41.663220 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'name': 'network-vif-deleted', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:41.665759 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dbd66a-21da-401e-8054-69b07e4edbbe" -d '{"events": [{"server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "name": "network-vif-deleted", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:41.729392 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6054ffc4-20a4-4232-984f-546dde61ff52 req-d0dbd167-a9ba-4451-a959-f8d08215fdba tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.0464916 Jun 14 03:24:41.773263 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a0d8c-ee91-4020-a4c6-12d80e1f6161 x-openstack-request-id: req-4e3a0d8c-ee91-4020-a4c6-12d80e1f6161 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:41.773647 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6874ce-c9f1-4d69-9661-71b8c535dece", "name": "network-vif-deleted", "tag": "98d4058a-ee97-4c34-881e-af255be1c2e2", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:41.773899 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e3a0d8c-ee91-4020-a4c6-12d80e1f6161 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:41.774351 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6874ce-c9f1-4d69-9661-71b8c535dece', 'name': 'network-vif-deleted', 'tag': '98d4058a-ee97-4c34-881e-af255be1c2e2', 'status': 'completed', 'code': 200} Jun 14 03:24:42.524006 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022aaf5-5f56-4b72-adfe-521bb88026c8 req-788336ac-f777-43f7-b556-9b6581337e5f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:42.525580 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7022aaf5-5f56-4b72-adfe-521bb88026c8 req-788336ac-f777-43f7-b556-9b6581337e5f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0711451 Jun 14 03:24:42.575543 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7022aaf5-5f56-4b72-adfe-521bb88026c8 req-fb51ff10-673b-4f60-941c-dd1abf71fcbb tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Jun 14 03:24:42.789378 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57662) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:42.932175 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1337123196-network', 'tenant_id': '03a6960f167343e59b27f58db40b3f27'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:42.968197 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-867a74f2-8561-4ba6-bfe7-40c559313464 req-73a98e6d-e9fe-4f60-9629-1d3d543ac006 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c6874ce-c9f1-4d69-9661-71b8c535dece HTTP/1.1" status: 200 len: 210 time: 0.0363812 Jun 14 03:24:43.060253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Made reservation on behalf of 03a6960f167343e59b27f58db40b3f27 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:43.063389 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.074383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.168836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.237639 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.240747 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-55020a99-700d-4067-8c11-854df93896a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:43.267382 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:24:43.272507 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d291f-b25e-4263-9f10-d0966f047eaf,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:43.275968 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:43.281135 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.281135 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Added segment b04683ad-8a31-450d-9338-fadc7fb9c357 of type vlan for network 0b31ce24-afac-4645-8b13-47ab8b733534 Jun 14 03:24:43.337417 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.575293 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.576571 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:43.577191 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:43.579441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7f03e7eb-e23d-480f-a7f8-a94bd087bb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:43.660053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0b31ce24-afac-4645-8b13-47ab8b733534,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:43.665601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:43.672798 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 0b31ce24-afac-4645-8b13-47ab8b733534 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:24:43.760107 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc583a-055e-4d6a-85dc-93b26fb22bae req-91d5184b-877c-444d-8bdd-f21e834cc7d8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:43.762374 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-54bc583a-055e-4d6a-85dc-93b26fb22bae req-91d5184b-877c-444d-8bdd-f21e834cc7d8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0730877 Jun 14 03:24:43.775534 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9849796 Jun 14 03:24:43.786100 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57672) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:43.786100 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Request body: {'subnet': {'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1337123196-subnet', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:43.807586 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-54bc583a-055e-4d6a-85dc-93b26fb22bae req-ed54da8e-309e-4a7f-8086-c82cf047c0c1 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Jun 14 03:24:43.957943 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c041-cb7c-4a62-9c97-10b0cdcf6a82 req-2fa0cc4a-1a74-4c50-8c2d-5d6093eefbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:43.959213 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5f8c041-cb7c-4a62-9c97-10b0cdcf6a82 req-2fa0cc4a-1a74-4c50-8c2d-5d6093eefbe4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0688767 Jun 14 03:24:43.980429 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Made reservation on behalf of 03a6960f167343e59b27f58db40b3f27 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:43.983448 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125925778'] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.009034 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5f8c041-cb7c-4a62-9c97-10b0cdcf6a82 req-8283a218-506e-409f-9fb1-55df39f10344 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365460 Jun 14 03:24:44.112222 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.318114 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129487819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125925764'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.321470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:44.385048 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:44.388309 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:44.394538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Checking segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:44.394894 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Network hostable DHCP agents. Network: 0b31ce24-afac-4645-8b13-47ab8b733534, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:24:44.536951 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Network 0b31ce24-afac-4645-8b13-47ab8b733534 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:24:44.643232 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 0b31ce24-afac-4645-8b13-47ab8b733534) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:44.648140 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:44.648735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.651666 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668716e-f436-49be-8ca9-9a12b827de0c None None] Network 0b31ce24-afac-4645-8b13-47ab8b733534 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:44.783630 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0043449 Jun 14 03:24:44.786443 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57686) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:44.793774 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:44.839624 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-0b31ce24-afac-4645-8b13-47ab8b733534', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:24:44.840695 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.897846 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:44.898930 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.024061 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ee384-b45a-48ca-8fdf-731147e92ae7 req-97aa78a1-a4e5-4376-bdbf-eb5f42b5158d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:45.031654 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-184ee384-b45a-48ca-8fdf-731147e92ae7 req-97aa78a1-a4e5-4376-bdbf-eb5f42b5158d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1044405 Jun 14 03:24:45.086564 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-184ee384-b45a-48ca-8fdf-731147e92ae7 req-7269c380-38d0-44fd-adef-00c314866aa8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Jun 14 03:24:45.164124 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Allocated IP 172.20.0.2 (0b31ce24-afac-4645-8b13-47ab8b733534/0b4a1193-c2b8-4ad7-88a7-c96ebdc25426/245f55ae-15fb-4031-957c-2c59cef81e6c) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:45.244229 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.343756 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.351522 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Transition to ACTIVE for port object 245f55ae-15fb-4031-957c-2c59cef81e6c will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:45.367439 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Transition to ACTIVE for port object 245f55ae-15fb-4031-957c-2c59cef81e6c will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:45.387430 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 98d4058a-ee97-4c34-881e-af255be1c2e2 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:24:45.415569 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 98d4058a-ee97-4c34-881e-af255be1c2e2 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:24:45.416260 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 98d4058a-ee97-4c34-881e-af255be1c2e2 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:24:45.463044 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.465043 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-78a56f34-5448-48a0-a1a9-d1d4dc1f8c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:45.513079 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Network 0b31ce24-afac-4645-8b13-47ab8b733534 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:45.518314 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:45.521966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:45.529488 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Pushing event updated for resources: {'Port': ['ID=245f55ae-15fb-4031-957c-2c59cef81e6c,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:45.533048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:45.587107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.600824 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Attempting to bind port 245f55ae-15fb-4031-957c-2c59cef81e6c on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:45.601124 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Attempting to bind port 245f55ae-15fb-4031-957c-2c59cef81e6c by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:45.601523 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Attempting to bind port 245f55ae-15fb-4031-957c-2c59cef81e6c on network 0b31ce24-afac-4645-8b13-47ab8b733534 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:45.606778 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:45.611463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Checking segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:45.611463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.611463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Bound using segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:45.611463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Bound port: 245f55ae-15fb-4031-957c-2c59cef81e6c, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:45.611463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.687284 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-57be529d-4bbc-4398-b008-735347f6754c None None] For port 245f55ae-15fb-4031-957c-2c59cef81e6c, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:45.690587 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-57be529d-4bbc-4398-b008-735347f6754c None None] For port 245f55ae-15fb-4031-957c-2c59cef81e6c, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=245f55ae-15fb-4031-957c-2c59cef81e6c,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:45.788966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:45.792097 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:45.863204 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Pushing event updated for resources: {'Port': ['ID=245f55ae-15fb-4031-957c-2c59cef81e6c,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:45.866883 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:45.993051 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:46.022775 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:46.185576 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357c92d-da3b-4d10-b0fa-be4e9a10251f req-60e50aec-2e35-42c1-a0b4-d6f81bae97a8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:46.190091 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2357c92d-da3b-4d10-b0fa-be4e9a10251f req-60e50aec-2e35-42c1-a0b4-d6f81bae97a8 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1527486 Jun 14 03:24:46.207302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Allocated IP 172.28.1.113 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/9bd611f1-bacb-482e-b501-b74336f82d7c) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:46.256341 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2357c92d-da3b-4d10-b0fa-be4e9a10251f req-2dd87266-9d4b-4303-85d0-ac240b656f18 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629733 Jun 14 03:24:46.327029 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af288e9-c130-4916-b2f7-734cb0827aca req-2748b050-bce2-4f83-827a-6cfe765921ee tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:46.328466 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3af288e9-c130-4916-b2f7-734cb0827aca req-2748b050-bce2-4f83-827a-6cfe765921ee tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0708776 Jun 14 03:24:46.378193 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:46.378823 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3af288e9-c130-4916-b2f7-734cb0827aca req-f72e8233-ce35-40de-b671-a44978eb27c7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Jun 14 03:24:46.520788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:46.524136 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:46.563680 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:46.570634 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:46.574647 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:46.616706 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd611f1-bacb-482e-b501-b74336f82d7c,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:46.624744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:46.932867 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3510f-ad2e-4b4b-b49a-827f4fdbcab3 None None] Network 0b31ce24-afac-4645-8b13-47ab8b733534 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:47.132823 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-afce44eb-907f-43a5-a6f1-5ebd3bf55a49 None None] Provisioning for port 245f55ae-15fb-4031-957c-2c59cef81e6c completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:47.144741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70702-613d-4e0e-93c1-7109c52b1c89 req-9f6ad93b-5f42-4cd2-89a3-34149a815dcf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:47.146554 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-29c70702-613d-4e0e-93c1-7109c52b1c89 req-9f6ad93b-5f42-4cd2-89a3-34149a815dcf tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0943601 Jun 14 03:24:47.170408 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:47.276165 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-29c70702-613d-4e0e-93c1-7109c52b1c89 req-f001ad1a-4a6d-4ffd-9a54-a6f35856ab83 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160033 Jun 14 03:24:47.292264 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e924-be13-4f62-bab0-11034d057a2a req-d963b43d-e852-4db0-873b-ef6e388f4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:47.293999 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-d963b43d-e852-4db0-873b-ef6e388f4568 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.1464121 Jun 14 03:24:47.507300 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:47.521410 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e924-be13-4f62-bab0-11034d057a2a req-ebbe9bea-3861-439c-9111-c985fe8fe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:47.521410 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-ebbe9bea-3861-439c-9111-c985fe8fe1a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 200 len: 918 time: 0.1992729 Jun 14 03:24:47.530203 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 245f55ae-15fb-4031-957c-2c59cef81e6c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:47.597049 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-21ee2ba4-a6e1-4f92-8830-5242c8777254 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 200 len: 217 time: 0.0658076 Jun 14 03:24:47.609663 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94f3be-ec9d-4bb6-99b9-ff879f5a7fc1 req-a33139a5-fbac-454c-9234-7bde7a1a5859 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:47.613814 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6d94f3be-ec9d-4bb6-99b9-ff879f5a7fc1 req-a33139a5-fbac-454c-9234-7bde7a1a5859 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1757510 Jun 14 03:24:47.687258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 245f55ae-15fb-4031-957c-2c59cef81e6c completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:47.691418 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 245f55ae-15fb-4031-957c-2c59cef81e6c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:47.691813 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:47.697762 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6d94f3be-ec9d-4bb6-99b9-ff879f5a7fc1 req-a386ee45-cec2-4ffa-9ede-4d84e4c5edbe tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777545 Jun 14 03:24:47.699371 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e924-be13-4f62-bab0-11034d057a2a req-dc3a550e-9171-403b-a736-58c07513a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:47.700705 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-dc3a550e-9171-403b-a736-58c07513a732 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 200 len: 857 time: 0.0887961 Jun 14 03:24:47.753921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-77990bb8-0c0e-4940-95db-dc6d327d511c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406904 Jun 14 03:24:47.799927 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:47.840358 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 245f55ae-15fb-4031-957c-2c59cef81e6c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=245f55ae-15fb-4031-957c-2c59cef81e6c,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:47.851123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Router 918c1328-6fdb-435e-9ddc-432598ecc187 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:24:47.887421 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-d5cc61f6-940d-459f-b225-b44afa7f2a79 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137319 Jun 14 03:24:47.931518 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:47.934911 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:48.007104 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=245f55ae-15fb-4031-957c-2c59cef81e6c,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:48.012096 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:48.021377 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7780e924-be13-4f62-bab0-11034d057a2a req-6be54ef8-1273-4093-8a6b-bbeabcea29b6 service neutron] 10.222.0.23 "GET /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241376 Jun 14 03:24:48.258555 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:24:48.267480 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Sync routers for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:24:48.276601 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:48.277302 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:48.352118 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:48.358582 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5662622 Jun 14 03:24:48.358766 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57738) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:48.421813 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:48.565655 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e301d-7dd9-4658-a808-ffa8ffe85a4e req-def205df-8440-41e7-9080-71837d6d548f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:48.567992 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2a8e301d-7dd9-4658-a808-ffa8ffe85a4e req-def205df-8440-41e7-9080-71837d6d548f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1513593 Jun 14 03:24:48.716322 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2a8e301d-7dd9-4658-a808-ffa8ffe85a4e req-1452ae46-de9e-4600-a3d2-1f1600924b0c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003504 Jun 14 03:24:48.818208 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:46Z', 'revision_number': 3, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:48.822103 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Checking router: 918c1328-6fdb-435e-9ddc-432598ecc187 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:24:48.822487 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Updating router 918c1328-6fdb-435e-9ddc-432598ecc187 port 9bd611f1-bacb-482e-b501-b74336f82d7c binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:24:48.861906 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.001934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6213db5-2c5f-4147-90a8-49a1bc30bb95 req-4d2cb0a6-6b3a-44e0-9a9e-9cf0bc0eda06 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:49.003332 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c6213db5-2c5f-4147-90a8-49a1bc30bb95 req-4d2cb0a6-6b3a-44e0-9a9e-9cf0bc0eda06 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1486964 Jun 14 03:24:49.125935 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c6213db5-2c5f-4147-90a8-49a1bc30bb95 req-10aa5b4b-aca1-4679-bc13-8cd1dd2bd4fe tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001189 Jun 14 03:24:49.152065 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0e70-75e7-452d-9d8a-915715565215 req-3744d53c-ebc7-4d88-a180-5ab622be2156 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:49.152065 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-004b0e70-75e7-452d-9d8a-915715565215 req-3744d53c-ebc7-4d88-a180-5ab622be2156 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.1724775 Jun 14 03:24:49.180677 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.192175 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Transition to ACTIVE for port object 9bd611f1-bacb-482e-b501-b74336f82d7c will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:49.237312 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.285593 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.289484 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:49.385769 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Attempting to bind port 9bd611f1-bacb-482e-b501-b74336f82d7c on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:49.386150 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Attempting to bind port 9bd611f1-bacb-482e-b501-b74336f82d7c by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:49.386524 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Attempting to bind port 9bd611f1-bacb-482e-b501-b74336f82d7c on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:49.389135 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Pushing event updated for resources: {'Port': ['ID=9bd611f1-bacb-482e-b501-b74336f82d7c,revision_number=2']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:49.397182 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.397533 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.397919 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.398144 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.398474 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.398806 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.399133 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.399456 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.399783 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.400105 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.400441 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.400747 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:24:49.406413 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:49.407609 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:49.407994 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:49.408410 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.408799 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:49.409281 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Bound port: 9bd611f1-bacb-482e-b501-b74336f82d7c, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:49.409685 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.480617 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] For port 9bd611f1-bacb-482e-b501-b74336f82d7c, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:49.486919 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 245f55ae-15fb-4031-957c-2c59cef81e6c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:49.491173 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] For port 9bd611f1-bacb-482e-b501-b74336f82d7c, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=9bd611f1-bacb-482e-b501-b74336f82d7c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:49.546379 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 245f55ae-15fb-4031-957c-2c59cef81e6c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:49.546874 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.598004 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.601328 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-7ba7d9dc-ba4a-4a32-b5bc-e0e4bf5f5aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:49.663369 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:49.664010 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:49.688172 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Deleting port 9a9d6066-2fff-4622-8de3-7da33a382298 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:24:49.688847 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.764853 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Pushing event updated for resources: {'Port': ['ID=9bd611f1-bacb-482e-b501-b74336f82d7c,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:49.775521 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-06a85011-b398-4033-9eaa-217e598dceb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:49.828445 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:49.843082 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] For port 9a9d6066-2fff-4622-8de3-7da33a382298, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9a9d6066-2fff-4622-8de3-7da33a382298,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:49.843558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:49.961610 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Calling delete_port for 9a9d6066-2fff-4622-8de3-7da33a382298 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:24:50.005752 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Allocated IP 172.20.0.1 (0b31ce24-afac-4645-8b13-47ab8b733534/0b4a1193-c2b8-4ad7-88a7-c96ebdc25426/6eeee341-80d2-4397-9537-5445db926318) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:50.099701 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:46Z', 'revision_number': 3, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:50.103090 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e66bb2-f236-4fa0-b557-8a3456452a6f None None] The sync data for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb is: [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:46Z', 'revision_number': 3, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:24:50.140164 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55788f9b-cb01-42bf-ad07-d12f75bbe881 req-9aa617fe-86b4-4982-af06-712b986972dc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:50.141733 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55788f9b-cb01-42bf-ad07-d12f75bbe881 req-9aa617fe-86b4-4982-af06-712b986972dc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2786064 Jun 14 03:24:50.313644 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55788f9b-cb01-42bf-ad07-d12f75bbe881 req-1155cbd2-ef1d-4bd9-9ab4-3f1f5f43c825 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128857 Jun 14 03:24:50.381210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:50.424812 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Transition to ACTIVE for port object 6eeee341-80d2-4397-9537-5445db926318 will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:50.487251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a677d-7e83-4795-8d5e-16bc8206917f req-0318b84d-ee07-42dd-bb56-debce753e87f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:50.494282 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-024a677d-7e83-4795-8d5e-16bc8206917f req-0318b84d-ee07-42dd-bb56-debce753e87f tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 946 time: 0.2085755 Jun 14 03:24:50.546783 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-024a677d-7e83-4795-8d5e-16bc8206917f req-568e6679-12df-465c-a9fa-29e98025ed09 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Jun 14 03:24:50.551076 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:50.553328 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6badb38a-c7e5-47d5-97a0-37baad1e9124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:50.562281 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627', '2040d03f-2512-48ff-82f6-472325483b24', '9a9d6066-2fff-4622-8de3-7da33a382298'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:50.588783 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event deleted for resources: {'Port': ['ID=9a9d6066-2fff-4622-8de3-7da33a382298,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:50.592028 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:50.649329 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] No DVR routers for this DVR port 9a9d6066-2fff-4622-8de3-7da33a382298 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:24:50.651197 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:50.654068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:50.656589 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:50.658564 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-004b0e70-75e7-452d-9d8a-915715565215 req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "DELETE /v2.0/ports/9a9d6066-2fff-4622-8de3-7da33a382298 HTTP/1.1" status: 204 len: 173 time: 1.4780953 Jun 14 03:24:50.659955 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'name': 'network-vif-deleted', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:50.662598 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7b730-01ca-4f6a-bda1-6088cfea7296" -d '{"events": [{"server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "name": "network-vif-deleted", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:50.730498 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Network 0b31ce24-afac-4645-8b13-47ab8b733534 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:50.734926 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9852d0-e252-4536-ab39-3046630c1169 x-openstack-request-id: req-0f9852d0-e252-4536-ab39-3046630c1169 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:50.735362 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f514b7b-80eb-452c-8f0a-f2cb0bcff9df", "name": "network-vif-deleted", "tag": "9a9d6066-2fff-4622-8de3-7da33a382298", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:50.735842 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f9852d0-e252-4536-ab39-3046630c1169 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:50.736341 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f514b7b-80eb-452c-8f0a-f2cb0bcff9df', 'name': 'network-vif-deleted', 'tag': '9a9d6066-2fff-4622-8de3-7da33a382298', 'status': 'completed', 'code': 200} Jun 14 03:24:50.739748 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:50.744987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:50.748946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:50.782515 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:50.847631 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.131857 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-cf01f3e1-6f6e-4ef0-b687-ca8a7ec0d9a4 None None] Provisioning for port 6eeee341-80d2-4397-9537-5445db926318 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:51.137612 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-cf01f3e1-6f6e-4ef0-b687-ca8a7ec0d9a4 None None] Provisioning complete for port 6eeee341-80d2-4397-9537-5445db926318 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:51.138012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-cf01f3e1-6f6e-4ef0-b687-ca8a7ec0d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.175012 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.179132 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-cf01f3e1-6f6e-4ef0-b687-ca8a7ec0d9a4 None None] Port 6eeee341-80d2-4397-9537-5445db926318 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:24:51.381029 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.461767 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.480786 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:51.506680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 9bd611f1-bacb-482e-b501-b74336f82d7c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:51.592637 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:51.603012 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:51.605298 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.640288 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 9bd611f1-bacb-482e-b501-b74336f82d7c completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:51.644890 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 9bd611f1-bacb-482e-b501-b74336f82d7c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:51.645279 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.667761 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143337-668d-4451-8511-7b725d97845a req-b5927cc4-46cc-4a87-bd9d-b6da0c18e75d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:51.669402 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-98143337-668d-4451-8511-7b725d97845a req-b5927cc4-46cc-4a87-bd9d-b6da0c18e75d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2171667 Jun 14 03:24:51.773441 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.795536 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-98143337-668d-4451-8511-7b725d97845a req-c32cd6cc-5037-4eb8-989e-cc69ed4a8fd5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752594 Jun 14 03:24:51.806853 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Network 0b31ce24-afac-4645-8b13-47ab8b733534 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:51.807901 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:51.813054 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 9bd611f1-bacb-482e-b501-b74336f82d7c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=9bd611f1-bacb-482e-b501-b74336f82d7c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:51.906491 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:51.909255 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:51.979397 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=9bd611f1-bacb-482e-b501-b74336f82d7c,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:51.985248 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:52.017235 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Router 918c1328-6fdb-435e-9ddc-432598ecc187 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:24:52.113056 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-0eae3b6f-b1c9-4ec0-91fb-00c08797c127 None None] Provisioning complete for port 6eeee341-80d2-4397-9537-5445db926318 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:52.113343 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0eae3b6f-b1c9-4ec0-91fb-00c08797c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:52.176063 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-0eae3b6f-b1c9-4ec0-91fb-00c08797c127 None None] Port 6eeee341-80d2-4397-9537-5445db926318 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:24:52.182640 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4454f0d3-e9e3-484c-9039-9f18c96fe0b7 req-31132f4f-9616-4303-9ee3-b5e5d8e8d6b2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f514b7b-80eb-452c-8f0a-f2cb0bcff9df HTTP/1.1" status: 200 len: 210 time: 0.0412781 Jun 14 03:24:52.212577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:24:52.223600 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] 10.222.0.15 "PUT /v2.0/routers/918c1328-6fdb-435e-9ddc-432598ecc187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8601723 Jun 14 03:24:52.228678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Sync routers for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:24:52.248094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:52.248094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:52.403609 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:52.688517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 2, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:52.692209 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Checking router: 918c1328-6fdb-435e-9ddc-432598ecc187 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:24:52.692711 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Updating router 918c1328-6fdb-435e-9ddc-432598ecc187 port 6eeee341-80d2-4397-9537-5445db926318 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:24:52.737262 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.007816 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4ee6c-7c66-406d-86dd-82dcc40ead7b req-535fc21e-09f9-4a44-b07f-386ddfaac4d8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:53.008775 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57802) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:53.009353 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-63b4ee6c-7c66-406d-86dd-82dcc40ead7b req-535fc21e-09f9-4a44-b07f-386ddfaac4d8 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0841625 Jun 14 03:24:53.025788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1552450603-network', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:53.069426 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-63b4ee6c-7c66-406d-86dd-82dcc40ead7b req-9132045b-f140-4d5b-879d-c090d7db1f00 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Jun 14 03:24:53.147232 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Made reservation on behalf of e799adf695164d99a8cf16f3348c6e87 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:53.149549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.165855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.233256 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.244638 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Transition to ACTIVE for port object 6eeee341-80d2-4397-9537-5445db926318 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:53.298668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.326331 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.328884 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:53.371655 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.386049 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-cbef6276-cc90-4995-8e6a-b39f77abaefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:53.448804 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 9a9d6066-2fff-4622-8de3-7da33a382298 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:24:53.469493 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:24:53.487879 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03402c-f0d2-47d1-a927-d8208ed919da,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:53.494778 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 9a9d6066-2fff-4622-8de3-7da33a382298 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:24:53.495190 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 9a9d6066-2fff-4622-8de3-7da33a382298 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:24:53.496795 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Pushing event updated for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:53.498433 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:53.502454 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:53.507341 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.515044 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Added segment 8221ce9f-28ca-4d6f-abd6-3324c5e15904 of type vlan for network 0ab21b1d-dbda-4dd5-85eb-395647d96879 Jun 14 03:24:53.570284 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 9bd611f1-bacb-482e-b501-b74336f82d7c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:53.591794 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.694217 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Attempting to bind port 6eeee341-80d2-4397-9537-5445db926318 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:53.695308 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Attempting to bind port 6eeee341-80d2-4397-9537-5445db926318 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:53.695924 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Attempting to bind port 6eeee341-80d2-4397-9537-5445db926318 on network 0b31ce24-afac-4645-8b13-47ab8b733534 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:53.704368 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:53.704753 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Checking segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:53.705236 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.705567 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Bound using segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:53.706086 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Bound port: 6eeee341-80d2-4397-9537-5445db926318, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:53.706468 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.735997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.738000 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:53.738970 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.742448 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-894eb59d-f866-4cca-b242-dc143b82de46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:53.764224 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 9bd611f1-bacb-482e-b501-b74336f82d7c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:53.764616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.838840 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] For port 6eeee341-80d2-4397-9537-5445db926318, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:53.839935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Pushing event updated for resources: {'Network': ['ID=0ab21b1d-dbda-4dd5-85eb-395647d96879,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:53.843259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:53.843678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] For port 6eeee341-80d2-4397-9537-5445db926318, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=6eeee341-80d2-4397-9537-5445db926318,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:53.846030 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8362021 Jun 14 03:24:53.847447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57828) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:53.855616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:24:53.856217 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Request body: {'subnet': {'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1552450603-subnet', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:53.957305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Made reservation on behalf of e799adf695164d99a8cf16f3348c6e87 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:24:53.959955 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125925778'] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.970648 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:53.974854 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:54.041083 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Pushing event updated for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:54.045030 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:54.045789 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:54.047807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:54.260231 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0e1f-f6e5-41ba-b98d-bfdaf0f6eb76 req-75ee2bcd-57ec-48c7-a8d9-906c90a2d843 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:54.267703 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-496e0e1f-f6e5-41ba-b98d-bfdaf0f6eb76 req-75ee2bcd-57ec-48c7-a8d9-906c90a2d843 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.1060748 Jun 14 03:24:54.288704 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:54.315731 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129487819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125925764'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:54.318819 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:54.330149 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-496e0e1f-f6e5-41ba-b98d-bfdaf0f6eb76 req-72385e1a-b961-4c39-b2ef-1a29f448c5e4 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 Jun 14 03:24:54.390948 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=523c1eb4-0a50-4c02-8c0a-a8a50de622e0,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:54.394587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:54.401469 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Checking segment: {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:54.401855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Network hostable DHCP agents. Network: 0ab21b1d-dbda-4dd5-85eb-395647d96879, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:24:54.525208 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:24:54.589953 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-37895816-9726-4901-908b-ab93e59fa16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:53Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:54.593879 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37895816-9726-4901-908b-ab93e59fa16e None None] The sync data for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb is: [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:53Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:24:54.630667 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 0ab21b1d-dbda-4dd5-85eb-395647d96879) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:54.647999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:54.649027 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:54.660077 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b50962-a741-4513-8e38-c3e294b3e173 None None] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:54.795590 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3ecad647-b325-4d21-8e60-12db11b77c7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9432070 Jun 14 03:24:54.795832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57842) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:54.800947 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:24:54.877044 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34afaee2-f6fa-5c26-9249-07f77274de0c-0ab21b1d-dbda-4dd5-85eb-395647d96879', 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'fixed_ips': [{'subnet_id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0'}]}} from dv-cinder-796170-1-smb. {{(pid=92479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 03:24:54.877962 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:54.965601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44518'] for router, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:54.967280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-933074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44527'] for router, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.035487 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.044676 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.db_base_plugin_common [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Allocated IP 172.20.0.2 (0ab21b1d-dbda-4dd5-85eb-395647d96879/523c1eb4-0a50-4c02-8c0a-a8a50de622e0/338a508a-e72a-4a4a-9b5c-b3951609d53c) {{(pid=92479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:55.254675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks [] for port, precommit_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.263854 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Transition to ACTIVE for port object 338a508a-e72a-4a4a-9b5c-b3951609d53c will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:55.284127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Transition to ACTIVE for port object 338a508a-e72a-4a4a-9b5c-b3951609d53c will not be triggered until provisioned by entity DHCP. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:55.334638 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-933069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44537'] for router, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.369408 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240'] for port, after_create {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.373198 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:55.430299 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 is already hosted by enough agents. {{(pid=92479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:55.436457 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.scheduler.base_scheduler [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Resources bound (agent type, host, resource id): {{(pid=92479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:55.455496 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Received port after_create {{(pid=92479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:55.475483 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Pushing event updated for resources: {'Port': ['ID=338a508a-e72a-4a4a-9b5c-b3951609d53c,revision_number=1']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:55.532059 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:55.548782 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9d48e-4342-4eb1-9841-d54449a13c2e req-4b612a62-9a3d-44ca-b81a-ea4400ad5217 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:55.559677 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f4c9d48e-4342-4eb1-9841-d54449a13c2e req-4b612a62-9a3d-44ca-b81a-ea4400ad5217 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.1020572 Jun 14 03:24:55.604057 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 6eeee341-80d2-4397-9537-5445db926318 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:55.664247 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f4c9d48e-4342-4eb1-9841-d54449a13c2e req-bfe1126d-992b-4943-9eab-d31098b371f9 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Jun 14 03:24:55.792738 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Attempting to bind port 338a508a-e72a-4a4a-9b5c-b3951609d53c on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:55.797149 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Attempting to bind port 338a508a-e72a-4a4a-9b5c-b3951609d53c by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:55.797149 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Attempting to bind port 338a508a-e72a-4a4a-9b5c-b3951609d53c on network 0ab21b1d-dbda-4dd5-85eb-395647d96879 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:55.818758 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:55.819511 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Checking segment: {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:55.820127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.820758 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Bound using segment: {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:55.821732 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Bound port: 338a508a-e72a-4a4a-9b5c-b3951609d53c, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:55.822446 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.837538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.865958 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:55.940589 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] For port 338a508a-e72a-4a4a-9b5c-b3951609d53c, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:55.944225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] For port 338a508a-e72a-4a4a-9b5c-b3951609d53c, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=338a508a-e72a-4a4a-9b5c-b3951609d53c,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:55.994010 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 6eeee341-80d2-4397-9537-5445db926318 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:55.999690 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 6eeee341-80d2-4397-9537-5445db926318 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:56.004055 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.006331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Allocated IP 172.28.1.51 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/f203810d-4a53-45af-aadf-c5a1056d1343) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:56.080595 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.084646 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:56.145886 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.152349 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.211044 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Pushing event updated for resources: {'Port': ['ID=338a508a-e72a-4a4a-9b5c-b3951609d53c,revision_number=2']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:56.217790 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:56.232338 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 6eeee341-80d2-4397-9537-5445db926318, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=6eeee341-80d2-4397-9537-5445db926318,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:56.289230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.292462 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:56.324141 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166fb6-c6bc-429c-ae93-01a3583bbcc1 req-78405c59-af96-4a3a-92f3-3256ac8771a8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:56.329266 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-20166fb6-c6bc-429c-ae93-01a3583bbcc1 req-78405c59-af96-4a3a-92f3-3256ac8771a8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0766342 Jun 14 03:24:56.331771 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.333970 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:56.347095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:56.350187 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:56.354524 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:56.358573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Pushing event updated for resources: {'Port': ['ID=f203810d-4a53-45af-aadf-c5a1056d1343,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:56.390599 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:56.417442 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-20166fb6-c6bc-429c-ae93-01a3583bbcc1 req-89fdd3ff-bc88-4dbe-be80-886ba32525bd tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688655 Jun 14 03:24:56.432022 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:56.435840 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:56.611058 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-34701125-157e-46b7-bfdb-3cf194d9a4e0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:56.612469 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-34701125-157e-46b7-bfdb-3cf194d9a4e0 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.0754359 Jun 14 03:24:56.750262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Deleting port 2040d03f-2512-48ff-82f6-472325483b24 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:24:56.750983 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.828657 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:56.918422 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] For port 2040d03f-2512-48ff-82f6-472325483b24, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2040d03f-2512-48ff-82f6-472325483b24,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:56.918795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:57.021409 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Calling delete_port for 2040d03f-2512-48ff-82f6-472325483b24 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:24:57.040459 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b28a-4419-42ce-a2af-628d4e181645 req-be257497-cd57-4eb2-aea2-484ad00e2962 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:57.045054 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-15d1b28a-4419-42ce-a2af-628d4e181645 req-be257497-cd57-4eb2-aea2-484ad00e2962 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 946 time: 0.2549455 Jun 14 03:24:57.138990 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932245'] for router, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:57.227130 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467ed32-897e-49c8-84b2-e54b0cbff325 None None] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:24:57.358664 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b9043fba-1e51-4e0e-ad98-58fd35979bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:57.457015 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 is scheduled to L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 with binding_index 1 {{(pid=92478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 03:24:57.458508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-1886224a-ebcb-4c8c-a2e2-21b3ccc1e017 None None] Provisioning for port 338a508a-e72a-4a4a-9b5c-b3951609d53c completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:57.509319 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-15d1b28a-4419-42ce-a2af-628d4e181645 req-f76cae6e-6cc9-4a39-a9e5-474249a94682 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587512 Jun 14 03:24:57.721408 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 338a508a-e72a-4a4a-9b5c-b3951609d53c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:57.816399 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bb5d-0e46-43cd-9a4e-0b7070ba7b01 req-4680d1a7-49e3-4460-bd8b-1a818ae79ca8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:57.817941 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9c54bb5d-0e46-43cd-9a4e-0b7070ba7b01 req-4680d1a7-49e3-4460-bd8b-1a818ae79ca8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1097798 Jun 14 03:24:57.865223 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9c54bb5d-0e46-43cd-9a4e-0b7070ba7b01 req-294ae88b-b8ec-4ad4-a175-82e2f57008f8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Jun 14 03:24:57.914680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port 338a508a-e72a-4a4a-9b5c-b3951609d53c completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:24:57.916033 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:57.920403 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 338a508a-e72a-4a4a-9b5c-b3951609d53c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:57.920985 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:57.921155 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:57.952758 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627', '2040d03f-2512-48ff-82f6-472325483b24'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:24:57.963115 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event deleted for resources: {'Port': ['ID=2040d03f-2512-48ff-82f6-472325483b24,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:57.974455 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:58.034779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] No DVR routers for this DVR port 2040d03f-2512-48ff-82f6-472325483b24 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:24:58.041090 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:24:58.041608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.047237 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-28a15a67-0ff8-4c80-8eaa-aa81b425a5e3 req-55ed4007-c96e-4657-97f8-43bc5544ba79 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "DELETE /v2.0/ports/2040d03f-2512-48ff-82f6-472325483b24 HTTP/1.1" status: 204 len: 173 time: 1.4207914 Jun 14 03:24:58.047814 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'name': 'network-vif-deleted', 'tag': '2040d03f-2512-48ff-82f6-472325483b24'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:24:58.052290 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Sync routers for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:24:58.055174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d015a-862e-4b85-8452-0b34818a74ae" -d '{"events": [{"server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "name": "network-vif-deleted", "tag": "2040d03f-2512-48ff-82f6-472325483b24"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:24:58.089357 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:58.090178 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:58.096089 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae334935-a1a0-4d0f-bd16-ddc620075048 x-openstack-request-id: req-ae334935-a1a0-4d0f-bd16-ddc620075048 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:24:58.096548 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614fbaf1-be40-402a-a85e-2315e4c603d9", "name": "network-vif-deleted", "tag": "2040d03f-2512-48ff-82f6-472325483b24", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:24:58.096969 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae334935-a1a0-4d0f-bd16-ddc620075048 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:24:58.097711 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614fbaf1-be40-402a-a85e-2315e4c603d9', 'name': 'network-vif-deleted', 'tag': '2040d03f-2512-48ff-82f6-472325483b24', 'status': 'completed', 'code': 200} Jun 14 03:24:58.112600 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.126279 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.131060 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 57902) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:24:58.136793 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3346763 Jun 14 03:24:58.188753 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port 338a508a-e72a-4a4a-9b5c-b3951609d53c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=338a508a-e72a-4a4a-9b5c-b3951609d53c,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:24:58.254546 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:58.257105 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.258807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 6eeee341-80d2-4397-9537-5445db926318 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:58.263280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-786f2c08-0f18-45fb-9556-b108bf8aa601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:58.364477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=338a508a-e72a-4a4a-9b5c-b3951609d53c,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:58.368025 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:58.381861 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 6eeee341-80d2-4397-9537-5445db926318 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:58.382254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.521998 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 3, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:58.527162 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Checking router: 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:24:58.527770 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Updating router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 port f203810d-4a53-45af-aadf-c5a1056d1343 binding host dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:24:58.585340 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.720304 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c54fd9a1-2c75-4702-9258-fe9e0d521d7e req-4e88a5fa-6dfb-4d29-aab2-b374ef53a2fc tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=614fbaf1-be40-402a-a85e-2315e4c603d9 HTTP/1.1" status: 200 len: 210 time: 0.0450823 Jun 14 03:24:58.813861 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4204-b476-4b65-b389-24eea7d042cc req-07ea08e5-c590-4da7-b888-9ba893ccdb44 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:58.815541 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4c8c4204-b476-4b65-b389-24eea7d042cc req-07ea08e5-c590-4da7-b888-9ba893ccdb44 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.2265944 Jun 14 03:24:58.897414 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4c8c4204-b476-4b65-b389-24eea7d042cc req-a49bd46a-6f3c-4ae7-8032-e575a78cd616 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753171 Jun 14 03:24:58.957407 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.985469 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:58.995874 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.provisioning_blocks [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Transition to ACTIVE for port object f203810d-4a53-45af-aadf-c5a1056d1343 will not be triggered until provisioned by entity L2. {{(pid=92480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:59.065830 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.069647 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:59.116411 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Attempting to bind port f203810d-4a53-45af-aadf-c5a1056d1343 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:24:59.116797 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Attempting to bind port f203810d-4a53-45af-aadf-c5a1056d1343 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:24:59.117409 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Attempting to bind port f203810d-4a53-45af-aadf-c5a1056d1343 on network 91d19e19-f149-47f2-9ef5-826edb1c107d {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:24:59.133875 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:24:59.133875 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Checking segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:24:59.133875 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.137758 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Bound using segment: {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'} {{(pid=92480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:24:59.137758 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.managers [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Bound port: f203810d-4a53-45af-aadf-c5a1056d1343, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19019aa-3a39-40ba-b0a7-adbbff754771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}}] {{(pid=92480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:24:59.137758 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.166123 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1967fe1-91dd-42a3-a040-362a1491a71e None None] Pushing event updated for resources: {'Port': ['ID=f203810d-4a53-45af-aadf-c5a1056d1343,revision_number=2']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:59.175841 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-d1967fe1-91dd-42a3-a040-362a1491a71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:59.203210 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] For port f203810d-4a53-45af-aadf-c5a1056d1343, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:24:59.206862 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.plugins.ml2.db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] For port f203810d-4a53-45af-aadf-c5a1056d1343, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=f203810d-4a53-45af-aadf-c5a1056d1343,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:24:59.214379 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73aeca-9e71-4f43-8e46-724227f92a0f req-54286234-71a9-4f98-b63e-ca3d749a4e35 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:59.215953 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f73aeca-9e71-4f43-8e46-724227f92a0f req-54286234-71a9-4f98-b63e-ca3d749a4e35 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1724586 Jun 14 03:24:59.236799 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Allocated IP 172.20.0.1 (0ab21b1d-dbda-4dd5-85eb-395647d96879/523c1eb4-0a50-4c02-8c0a-a8a50de622e0/e4e09593-3419-4cec-8575-80fc0fc627e7) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:24:59.278678 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f73aeca-9e71-4f43-8e46-724227f92a0f req-c0ee1ef0-1a1a-44e2-9c28-8cc2001e2e8b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549242 Jun 14 03:24:59.283833 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.287574 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:59.369692 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:24:59.370329 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:24:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:59.427823 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1967fe1-91dd-42a3-a040-362a1491a71e None None] Pushing event updated for resources: {'Port': ['ID=f203810d-4a53-45af-aadf-c5a1056d1343,revision_number=3']} {{(pid=92480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:59.442964 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.463552 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Transition to ACTIVE for port object e4e09593-3419-4cec-8575-80fc0fc627e7 will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:24:59.472383 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG oslo_concurrency.lockutils [None req-d1967fe1-91dd-42a3-a040-362a1491a71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:59.474207 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f2409-7ad0-4dd6-be6e-46d428d35edc req-e94be008-e038-46f7-8332-7f9ffa3d366f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:24:59.475714 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-964f2409-7ad0-4dd6-be6e-46d428d35edc req-e94be008-e038-46f7-8332-7f9ffa3d366f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1197085 Jun 14 03:24:59.496853 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 338a508a-e72a-4a4a-9b5c-b3951609d53c up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:24:59.530602 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:24:59.548539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-964f2409-7ad0-4dd6-be6e-46d428d35edc req-10f8eb6b-ba1f-4789-8879-11a2c2d3c1b7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610127 Jun 14 03:24:59.552386 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port 338a508a-e72a-4a4a-9b5c-b3951609d53c triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:24:59.552959 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.611293 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.613439 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9e296d83-ec56-4fdc-800e-25d2a93e65cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:24:59.659179 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:24:59.662245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:24:59.665649 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:24:59.697009 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:24:59.701007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:24:59.717954 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936016'] for router_interface, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.751944 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-a297b525-6ddc-4a04-a67b-68da0b244d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:24:59.782085 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 3, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:24:59.786177 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f1323-ea3e-4a70-bc72-0d11c42870e1 None None] The sync data for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb is: [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 3, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:24:59.969987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.051578 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-469136f7-091c-4e37-b45a-18c59526bc22 None None] Provisioning for port e4e09593-3419-4cec-8575-80fc0fc627e7 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:25:00.058837 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-469136f7-091c-4e37-b45a-18c59526bc22 None None] Provisioning complete for port e4e09593-3419-4cec-8575-80fc0fc627e7 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:00.059231 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-469136f7-091c-4e37-b45a-18c59526bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.140092 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.163692 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-469136f7-091c-4e37-b45a-18c59526bc22 None None] Port e4e09593-3419-4cec-8575-80fc0fc627e7 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:25:00.277128 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f584-e4fc-41c8-88a4-071d04282a65 req-e32865dd-dcf3-4903-aee5-cc3f7000240e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:00.279292 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47f7f584-e4fc-41c8-88a4-071d04282a65 req-e32865dd-dcf3-4903-aee5-cc3f7000240e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.2407575 Jun 14 03:25:00.374060 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.384434 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47f7f584-e4fc-41c8-88a4-071d04282a65 req-e9bc755f-ae39-472f-ac2d-25f670ddfc05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981574 Jun 14 03:25:00.471228 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.475283 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a94c67ed-6253-4593-ba0a-4d396d2e4d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:00.567547 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:00.570938 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:00.578994 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-936132'] for router_interface, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.642219 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8db7-1cb1-46a5-9a5a-861e9c08920b req-5f063e22-6ed9-4f5c-86d2-e7395e2b51bb tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:00.643847 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b7d8db7-1cb1-46a5-9a5a-861e9c08920b req-5f063e22-6ed9-4f5c-86d2-e7395e2b51bb tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.2112226 Jun 14 03:25:00.809036 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b7d8db7-1cb1-46a5-9a5a-861e9c08920b req-60df979a-0b6f-457d-b08e-7c46955c127a tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580136 Jun 14 03:25:00.822030 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:25:00.822030 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:25:00.926089 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:00.940173 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0c9bc-eddb-48da-9228-13358997c4b3 req-03794db1-0611-4174-9e07-9ffb48a6a4e2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:00.941845 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-20a0c9bc-eddb-48da-9228-13358997c4b3 req-03794db1-0611-4174-9e07-9ffb48a6a4e2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.2304301 Jun 14 03:25:01.009669 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-20a0c9bc-eddb-48da-9228-13358997c4b3 req-d41b27d7-3000-4e1e-8e5a-c59afe5a9f73 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559576 Jun 14 03:25:01.023822 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:25:01.094146 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-4dfe3feb-fc4c-4fb3-ac74-320c1dc33f4c None None] Provisioning complete for port e4e09593-3419-4cec-8575-80fc0fc627e7 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:01.094530 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3feb-fc4c-4fb3-ac74-320c1dc33f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:01.138953 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe3feb-fc4c-4fb3-ac74-320c1dc33f4c None None] Port e4e09593-3419-4cec-8575-80fc0fc627e7 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:25:01.169066 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:25:01.174349 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] 10.222.0.15 "PUT /v2.0/routers/25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0414400 Jun 14 03:25:01.466492 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2040d03f-2512-48ff-82f6-472325483b24 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:01.498787 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 2040d03f-2512-48ff-82f6-472325483b24 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:01.499375 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2040d03f-2512-48ff-82f6-472325483b24 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:01.527951 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device f203810d-4a53-45af-aadf-c5a1056d1343 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:01.648975 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port f203810d-4a53-45af-aadf-c5a1056d1343 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:25:01.653265 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port f203810d-4a53-45af-aadf-c5a1056d1343 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:01.653720 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:01.758265 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:01.783051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port f203810d-4a53-45af-aadf-c5a1056d1343, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=f203810d-4a53-45af-aadf-c5a1056d1343,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:01.856349 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366d976-39cf-4feb-a6f2-531cd34f429f req-84320165-3641-41d4-aeac-cdc67218bcde tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:01.859153 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1366d976-39cf-4feb-a6f2-531cd34f429f req-84320165-3641-41d4-aeac-cdc67218bcde tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0760388 Jun 14 03:25:01.874752 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57956) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:01.879702 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289223107', 'description': 'tempest-secgroup-smoke-289223107 description', 'project_id': '03a6960f167343e59b27f58db40b3f27'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:01.912254 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1366d976-39cf-4feb-a6f2-531cd34f429f req-c6ea1a39-132c-4236-b2fc-9b4fa00ce7bb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Jun 14 03:25:01.936236 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:01.938539 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:01.957853 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.016862 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=f203810d-4a53-45af-aadf-c5a1056d1343,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:02.020208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:02.068836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.140905 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.144847 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3d939e72-dab9-479e-859b-1e9515a4f7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:02.176954 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab798f87-377c-4254-b352-f4ebe8b4c25b,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:02.184130 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:02.186254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Sync routers for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:25:02.198994 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:02.199893 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:02.237204 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.238685 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3629169 Jun 14 03:25:02.241679 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57962) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:02.246936 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:02.339660 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.358158 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:02.387455 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444c07-5a1e-48b8-ba9c-78c54d58ab04 req-b07bd7d4-5bd2-4907-bf01-4f831474644e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:02.390028 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d5444c07-5a1e-48b8-ba9c-78c54d58ab04 req-b07bd7d4-5bd2-4907-bf01-4f831474644e tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.4021056 Jun 14 03:25:02.415027 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.419636 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34d401-5e33-43fb-bc98-75e6abccc218 req-27d063a6-a6d8-46c6-97d7-9bea331e2673 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:02.419636 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f34d401-5e33-43fb-bc98-75e6abccc218 req-27d063a6-a6d8-46c6-97d7-9bea331e2673 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.3834758 Jun 14 03:25:02.467951 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d5444c07-5a1e-48b8-ba9c-78c54d58ab04 req-13b3c48b-4dce-46b6-865c-59fcc328b9d1 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Jun 14 03:25:02.482902 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f34d401-5e33-43fb-bc98-75e6abccc218 req-45bc6fc2-13a1-47de-bd1e-c52b426156c0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538356 Jun 14 03:25:02.498448 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.500668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9d2a7c4a-f8fc-4542-86cc-61f413faeb84 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:02.523903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444f14fc-b0d5-4809-9177-d10a8890df09,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:02.526809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:02.615158 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.616876 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-ee8f7893-351a-49f9-bdc4-1506b597aede tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737764 Jun 14 03:25:02.619211 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57964) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:02.625459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:02.639986 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:59Z', 'revision_number': 4, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'e4e09593-3419-4cec-8575-80fc0fc627e7', 'name': '', 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'mac_address': 'fa:16:3e:4e:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:58Z', 'updated_at': '2021-06-14T03:25:00Z', 'revision_number': 2, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'subnets': [{'id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:02.644038 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Checking router: 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:25:02.644407 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Updating router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 port e4e09593-3419-4cec-8575-80fc0fc627e7 binding host dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 03:25:02.698344 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.699173 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c578c-1d59-48b7-a938-de422c7d7070 req-345d9d8d-e1cc-445b-8e40-230e14f5deef tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:02.700623 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2f9c578c-1d59-48b7-a938-de422c7d7070 req-345d9d8d-e1cc-445b-8e40-230e14f5deef tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1261785 Jun 14 03:25:02.712790 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-d64742f3-82ad-4b59-a869-e575ec66c740 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:02.714229 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-d64742f3-82ad-4b59-a869-e575ec66c740 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 946 time: 0.1004457 Jun 14 03:25:02.776035 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.788875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2f9c578c-1d59-48b7-a938-de422c7d7070 req-e4c384a3-dbe2-4944-9329-4acbccbc9e8e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736618 Jun 14 03:25:02.863314 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Deleting port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:02.863749 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.864605 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.925933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.957751 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:02.960363 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:02.977414 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0575bf34-b9ba-40a5-a8f2-862799cee2d2,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:02.986897 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:02.993373 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] For port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:02.994041 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.054613 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.057321 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-8c588a6e-3a67-4c69-9819-7faadaee7fd7 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4370477 Jun 14 03:25:03.063332 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57968) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:03.065111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:03.127904 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Calling delete_port for 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:03.164800 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks [] for port, precommit_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.174474 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Transition to ACTIVE for port object e4e09593-3419-4cec-8575-80fc0fc627e7 will not be triggered until provisioned by entity L2. {{(pid=92479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:25:03.179325 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.231163 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12306-db70-41cf-8519-bb5aa0c4b0e1 req-955adcc7-b924-4d6b-9ee1-cc9bc1967c4c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:03.233110 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3fd12306-db70-41cf-8519-bb5aa0c4b0e1 req-955adcc7-b924-4d6b-9ee1-cc9bc1967c4c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1767297 Jun 14 03:25:03.251165 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.262698 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.266432 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:03.319013 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3fd12306-db70-41cf-8519-bb5aa0c4b0e1 req-2093540e-452f-41dd-979f-dad6aa1191b5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795350 Jun 14 03:25:03.359883 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.362065 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:03.369582 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6ab5-50c3-4ae0-be71-8feecad2078f None None] Pushing event updated for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=3']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:03.379318 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bf5f24-3290-4d22-9852-7cb49f6e668b,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:03.383422 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:03.393187 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-6a5c6ab5-50c3-4ae0-be71-8feecad2078f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:03.435994 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Attempting to bind port e4e09593-3419-4cec-8575-80fc0fc627e7 on host dv-cinder-796170-1-smb for vnic_type normal with profile {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:25:03.436390 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Attempting to bind port e4e09593-3419-4cec-8575-80fc0fc627e7 by drivers openvswitch,hyperv on host dv-cinder-796170-1-smb at level 0 using segments [{'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:25:03.437077 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Attempting to bind port e4e09593-3419-4cec-8575-80fc0fc627e7 on network 0ab21b1d-dbda-4dd5-85eb-395647d96879 {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:25:03.442710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Checking agent: {'id': '670b490e-a528-4f20-b3a6-d36a662ea6c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:25:03.446543 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Checking segment: {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:25:03.446543 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.446543 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Bound using segment: {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'} {{(pid=92479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:25:03.446543 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.managers [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Bound port: e4e09593-3419-4cec-8575-80fc0fc627e7, host: dv-cinder-796170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8221ce9f-28ca-4d6f-abd6-3324c5e15904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879'}}] {{(pid=92479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:25:03.446543 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.467328 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.475726 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-12763a29-69d0-4d30-a0d8-0c48ff0bbf54 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:03.496996 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.501509 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382274 Jun 14 03:25:03.503938 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57974) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:03.516992 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:03.518809 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Pushing event deleted for resources: {'Port': ['ID=385633d6-df0c-426d-8a9b-e5ac4e8e8c4b,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:03.521992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:03.534180 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] For port e4e09593-3419-4cec-8575-80fc0fc627e7, host dv-cinder-796170-1-smb, cleared binding levels {{(pid=92479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:25:03.537385 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] For port e4e09593-3419-4cec-8575-80fc0fc627e7, host dv-cinder-796170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=e4e09593-3419-4cec-8575-80fc0fc627e7,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:25:03.541260 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:03.589156 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device f203810d-4a53-45af-aadf-c5a1056d1343 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:03.593634 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] No DVR routers for this DVR port 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:25:03.599867 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.601946 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-91e6c180-9046-4f4e-a6bb-3f6404a50d62 req-bd04a55e-950f-4632-8667-2ed7a1e68526 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "DELETE /v2.0/ports/385633d6-df0c-426d-8a9b-e5ac4e8e8c4b HTTP/1.1" status: 204 len: 173 time: 0.8713026 Jun 14 03:25:03.602594 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'name': 'network-vif-deleted', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:03.605892 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b23d0-cb47-4349-a8d1-6adf1f11cd30" -d '{"events": [{"server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "name": "network-vif-deleted", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:03.632076 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.634381 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.638707 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:03.704360 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.754694 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86a47-0710-446d-b36d-608cc8d2c7cc req-4c48bf5f-6df6-4100-843d-866b7383f6d5 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:03.756230 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6a86a47-0710-446d-b36d-608cc8d2c7cc req-4c48bf5f-6df6-4100-843d-866b7383f6d5 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1192873 Jun 14 03:25:03.764300 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6ab5-50c3-4ae0-be71-8feecad2078f None None] Pushing event updated for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:03.772596 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-6a5c6ab5-50c3-4ae0-be71-8feecad2078f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:03.774012 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3cb0c-2fde-484b-815f-67fbe0f626b1 req-fc84866b-d734-410b-8ca5-ef5f701bd686 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:03.775823 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f1d3cb0c-2fde-484b-815f-67fbe0f626b1 req-fc84866b-d734-410b-8ca5-ef5f701bd686 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.1059175 Jun 14 03:25:03.799056 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:03.799709 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:03.820224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.822500 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:03.838967 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6034592-3682-4f46-8fc6-d73a37a894d3,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:03.850641 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:03.863954 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6a86a47-0710-446d-b36d-608cc8d2c7cc req-b3796d5b-e9b2-4faf-a2fa-c2e232ebf9fa tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013594 Jun 14 03:25:03.874329 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f1d3cb0c-2fde-484b-815f-67fbe0f626b1 req-8c049909-f910-4ff4-a3a8-a1df573058cd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915778 Jun 14 03:25:03.903518 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port f203810d-4a53-45af-aadf-c5a1056d1343 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:03.904420 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.919816 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:03.921244 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-74530ff0-2ed1-46f2-8f33-015326123e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163263 Jun 14 03:25:03.923897 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57982) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:03.933315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:03.935684 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb62be7-19ca-414c-ba84-b942389f67c3 x-openstack-request-id: req-0cb62be7-19ca-414c-ba84-b942389f67c3 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:03.936275 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fa9301-1556-4c96-848e-c3a44ddff63d", "name": "network-vif-deleted", "tag": "385633d6-df0c-426d-8a9b-e5ac4e8e8c4b", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:03.937275 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cb62be7-19ca-414c-ba84-b942389f67c3 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:03.938165 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fa9301-1556-4c96-848e-c3a44ddff63d', 'name': 'network-vif-deleted', 'tag': '385633d6-df0c-426d-8a9b-e5ac4e8e8c4b', 'status': 'completed', 'code': 200} Jun 14 03:25:04.063474 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.securitygroups_db [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Project 03a6960f167343e59b27f58db40b3f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 03:25:04.069793 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.095060 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:04.098057 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c5210090-7139-4ff5-a567-c0e9bc9af88c req-3c315b89-808b-449e-b9bf-5fd5107bab36 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2fa9301-1556-4c96-848e-c3a44ddff63d HTTP/1.1" status: 200 len: 210 time: 0.0442567 Jun 14 03:25:04.152622 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.250740 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.256478 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:04.272624 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1623f0fb-5534-4589-840b-664743a7badc,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:04.275414 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:04.380976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.387894 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b23fc035-8841-40bd-a802-9b72816f95c4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4579368 Jun 14 03:25:04.390204 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 57990) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:04.396112 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'security_group_rule': {'security_group_id': 'ab798f87-377c-4254-b352-f4ebe8b4c25b', 'project_id': '03a6960f167343e59b27f58db40b3f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:04.399736 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:59Z', 'revision_number': 4, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'e4e09593-3419-4cec-8575-80fc0fc627e7', 'name': '', 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'mac_address': 'fa:16:3e:4e:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:58Z', 'updated_at': '2021-06-14T03:25:03Z', 'revision_number': 4, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'subnets': [{'id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:04.404842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e797e-2fb4-4128-95b2-6c8a70af16af None None] The sync data for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb is: [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:24:59Z', 'revision_number': 4, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'e4e09593-3419-4cec-8575-80fc0fc627e7', 'name': '', 'network_id': '0ab21b1d-dbda-4dd5-85eb-395647d96879', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'mac_address': 'fa:16:3e:4e:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:58Z', 'updated_at': '2021-06-14T03:25:03Z', 'revision_number': 4, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'subnets': [{'id': '523c1eb4-0a50-4c02-8c0a-a8a50de622e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:25:04.496950 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-616ea337-afeb-4848-a829-da9a8cf24d0d tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:04.500305 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-616ea337-afeb-4848-a829-da9a8cf24d0d tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.1638992 Jun 14 03:25:04.519608 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.securitygroups_db [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Project 03a6960f167343e59b27f58db40b3f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 03:25:04.531446 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.615427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.643040 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:25:04.706677 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010f5c8-8980-4837-a059-a97115a153f4 req-527f4cd2-837d-4cf5-9f2b-82724044ba54 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:04.708256 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5010f5c8-8980-4837-a059-a97115a153f4 req-527f4cd2-837d-4cf5-9f2b-82724044ba54 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1377048 Jun 14 03:25:04.728051 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Deleting port e18bcfc9-57f7-4d79-8beb-8445eccf9627 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:04.728518 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.796272 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5010f5c8-8980-4837-a059-a97115a153f4 req-e1c00791-4d39-4bc4-9a01-f32eb6c3427f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813832 Jun 14 03:25:04.823007 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.826033 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-78a443d9-e606-49e3-951c-cae5c1d2cb7b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:04.847259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064274f9-63b8-41b1-ac22-d94432a79b70,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:04.849917 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:04.877490 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] For port e18bcfc9-57f7-4d79-8beb-8445eccf9627, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e18bcfc9-57f7-4d79-8beb-8445eccf9627,segment=NetworkSegment(c3bffb86-88cd-458c-8b58-46d172d52440),segment_id=c3bffb86-88cd-458c-8b58-46d172d52440)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:04.877933 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.931331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:04.932965 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c8d7f63f-5b6d-4afc-9aa6-f0e9f0ebd9b9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5414746 Jun 14 03:25:05.018088 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Calling delete_port for e18bcfc9-57f7-4d79-8beb-8445eccf9627 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:05.170801 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6658433-be5c-418c-a4af-df185df24295 req-3f4d7dda-1c26-4717-9ecf-330f5cc33e78 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:05.178372 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b6658433-be5c-418c-a4af-df185df24295 req-3f4d7dda-1c26-4717-9ecf-330f5cc33e78 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 945 time: 0.1518948 Jun 14 03:25:05.264746 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b6658433-be5c-418c-a4af-df185df24295 req-343c199c-c98a-4ffa-be6c-5c26032cdb76 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f2f3be1-b42f-469f-b3cb-00e76642e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Jun 14 03:25:05.352001 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:05.358161 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:05.365023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['e18bcfc9-57f7-4d79-8beb-8445eccf9627'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:05.398627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Pushing event deleted for resources: {'Port': ['ID=e18bcfc9-57f7-4d79-8beb-8445eccf9627,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:05.402802 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:05.493911 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] No DVR routers for this DVR port e18bcfc9-57f7-4d79-8beb-8445eccf9627 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:25:05.499381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:05.505781 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e32cde8b-6400-4a24-941e-76ba879157a8 req-9bab95ff-0218-4062-b038-85634aee0ca2 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.23 "DELETE /v2.0/ports/e18bcfc9-57f7-4d79-8beb-8445eccf9627 HTTP/1.1" status: 204 len: 173 time: 0.9984937 Jun 14 03:25:05.534838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device e4e09593-3419-4cec-8575-80fc0fc627e7 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:05.549299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc3bce-086c-4efa-ac9d-7f3458d3a569 req-f3318b44-527a-4782-a5b6-2a3f9a059521 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:05.551125 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24fc3bce-086c-4efa-ac9d-7f3458d3a569 req-f3318b44-527a-4782-a5b6-2a3f9a059521 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1843095 Jun 14 03:25:05.602481 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24fc3bce-086c-4efa-ac9d-7f3458d3a569 req-19e3813a-570a-4983-a1ef-ac9f02f80101 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Jun 14 03:25:05.677371 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning for port e4e09593-3419-4cec-8575-80fc0fc627e7 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:25:05.681923 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port e4e09593-3419-4cec-8575-80fc0fc627e7 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:05.682418 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:05.807119 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:05.889208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] For port e4e09593-3419-4cec-8575-80fc0fc627e7, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=e4e09593-3419-4cec-8575-80fc0fc627e7,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:05.939564 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'name': 'network-vif-deleted', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:05.944053 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f7d552-46e2-4f19-b135-13db6350526f" -d '{"events": [{"server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "name": "network-vif-deleted", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:06.008959 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:06.011022 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:06.066073 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1244e7-8068-4a83-b152-8d5656b761e9 req-5bc171a7-b59e-4120-9c99-5fef49d4e090 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:06.070265 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd1244e7-8068-4a83-b152-8d5656b761e9 req-5bc171a7-b59e-4120-9c99-5fef49d4e090 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1231933 Jun 14 03:25:06.083123 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Pushing event updated for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:06.094923 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:06.139873 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd1244e7-8068-4a83-b152-8d5656b761e9 req-348c1a3b-e055-4971-95a5-af453259277e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627282 Jun 14 03:25:06.171701 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5243cd07-881c-47c0-95e0-712ca1129302 x-openstack-request-id: req-5243cd07-881c-47c0-95e0-712ca1129302 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:06.172045 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b54413-ab50-4fc8-9970-b3f2bc8be6c9", "name": "network-vif-deleted", "tag": "e18bcfc9-57f7-4d79-8beb-8445eccf9627", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:06.172622 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5243cd07-881c-47c0-95e0-712ca1129302 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:06.173076 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b54413-ab50-4fc8-9970-b3f2bc8be6c9', 'name': 'network-vif-deleted', 'tag': 'e18bcfc9-57f7-4d79-8beb-8445eccf9627', 'status': 'completed', 'code': 200} Jun 14 03:25:06.319682 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719ab3-ef01-4203-ab27-d36cbc72f158 req-330d4cc4-33cb-432b-aebd-7f3579b28a4e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:06.321199 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86719ab3-ef01-4203-ab27-d36cbc72f158 req-330d4cc4-33cb-432b-aebd-7f3579b28a4e tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0693932 Jun 14 03:25:06.363810 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86719ab3-ef01-4203-ab27-d36cbc72f158 req-797ce752-87d1-4874-862d-3307894e2693 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Jun 14 03:25:06.432173 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a54f4166-2197-42c6-8c06-380ee889bb0a req-7aff6335-18f3-4050-aa7c-ff7ce23496a6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b54413-ab50-4fc8-9970-b3f2bc8be6c9 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jun 14 03:25:06.796370 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc1e4-efa9-4752-8fb0-a932963a02ab req-384e16fa-20e7-4a58-bbc1-713ecbff59f4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:06.798421 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5d4cc1e4-efa9-4752-8fb0-a932963a02ab req-384e16fa-20e7-4a58-bbc1-713ecbff59f4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0753214 Jun 14 03:25:06.843955 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5d4cc1e4-efa9-4752-8fb0-a932963a02ab req-f9fe3b3c-b988-4c28-a457-5d1ad7abdd41 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374978 Jun 14 03:25:07.324470 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa303-83e6-42be-94f7-e18faccbc4b7 req-30d4eb0f-8a76-4ac4-b4fc-e521e9eb85bd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:07.326356 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c9aa303-83e6-42be-94f7-e18faccbc4b7 req-30d4eb0f-8a76-4ac4-b4fc-e521e9eb85bd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0708885 Jun 14 03:25:07.368875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c9aa303-83e6-42be-94f7-e18faccbc4b7 req-7934db52-a722-4b1c-a9cc-1811d3ec2e97 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Jun 14 03:25:07.500879 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device e4e09593-3419-4cec-8575-80fc0fc627e7 up at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:07.535296 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:07.544515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58086) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:07.597289 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2a894-25ac-4f1e-b3e4-c3c88cf871d5 req-697cab23-ae19-4965-8a2e-d29a4d3acdbc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:07.599234 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fcb2a894-25ac-4f1e-b3e4-c3c88cf871d5 req-697cab23-ae19-4965-8a2e-d29a4d3acdbc tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0947895 Jun 14 03:25:07.616154 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Deleting subnet 1bb704ca-4804-4c3a-9f8b-8d64220e1825 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:25:07.619703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:07.676487 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fcb2a894-25ac-4f1e-b3e4-c3c88cf871d5 req-c528d5ea-9f9a-471c-9135-22b45c58c26c tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706303 Jun 14 03:25:07.708471 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:07.711449 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:07.711815 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 385633d6-df0c-426d-8a9b-e5ac4e8e8c4b not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:07.733456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Provisioning complete for port e4e09593-3419-4cec-8575-80fc0fc627e7 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:07.733943 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:07.759245 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:07.966187 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:07.969668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5b038d16-207b-48bf-a57e-9433ec402f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:08.001694 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb704ca-4804-4c3a-9f8b-8d64220e1825,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:08.004921 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.006762 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1bb704ca-4804-4c3a-9f8b-8d64220e1825 HTTP/1.1" status: 204 len: 168 time: 0.4609013 Jun 14 03:25:08.009888 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58094) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:08.014716 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.015097 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.015472 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.015844 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.016210 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.016572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.016932 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.017305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.017696 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.018055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.018409 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.018785 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.023510 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b51abd12-23a8-478a-80e3-96cc35d2f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:08.061789 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26744f7c-dd14-489d-9dca-4b75cb17a791 req-79fc6f35-973b-4d61-a7a7-e9dc85869e92 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:08.063556 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26744f7c-dd14-489d-9dca-4b75cb17a791 req-79fc6f35-973b-4d61-a7a7-e9dc85869e92 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1043324 Jun 14 03:25:08.140809 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.170195 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26744f7c-dd14-489d-9dca-4b75cb17a791 req-1c6575b6-0098-4a74-a945-790fe7ab9d61 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564198 Jun 14 03:25:08.267078 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.278670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d047a095-e834-49ae-8840-547f577acb46']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:08.290066 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bffb86-88cd-458c-8b58-46d172d52440') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:08.290359 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bffb86-88cd-458c-8b58-46d172d52440') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:08.300412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.316007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.321882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:25:08.324808 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:25:08.479645 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.483883 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-02784548-38eb-46a7-ae3d-84501b697f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:08.488140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:08.489986 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d047a095-e834-49ae-8840-547f577acb46 HTTP/1.1" status: 204 len: 168 time: 0.4782946 Jun 14 03:25:08.513290 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Pushing event deleted for resources: {'Network': ['ID=d047a095-e834-49ae-8840-547f577acb46,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:08.542526 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.542890 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.543253 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.543613 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.543996 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.544350 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.544695 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.545038 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.545374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.545746 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.546086 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.546424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:08.551451 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-1f89cdcc-f16f-468a-b081-ae0b79064565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:08.588357 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe428cd2-4eca-4288-97f3-dee17ba4fb5d req-7eab48cc-ad21-4df4-a830-5587fc1c7616 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:08.588916 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fe428cd2-4eca-4288-97f3-dee17ba4fb5d req-7eab48cc-ad21-4df4-a830-5587fc1c7616 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0970936 Jun 14 03:25:08.633154 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fe428cd2-4eca-4288-97f3-dee17ba4fb5d req-65ebd9f0-abf3-49a8-9a2d-6b15f39a4123 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Jun 14 03:25:08.873125 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877e66-d59e-4264-8656-d281b5364c59 req-3b16ba46-eb8b-44d2-b5fb-2ab9a663b8c2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:08.874703 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c5877e66-d59e-4264-8656-d281b5364c59 req-3b16ba46-eb8b-44d2-b5fb-2ab9a663b8c2 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0799921 Jun 14 03:25:08.918063 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c5877e66-d59e-4264-8656-d281b5364c59 req-bda2d7d4-c9d6-42a6-a936-78fbb64e6377 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Jun 14 03:25:08.959009 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58110) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:09.002430 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-5dbb79ed-9c1c-4ae3-a42f-fe570182693f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b7f3dcbb06742bc8c1e409f83b03f53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422142 Jun 14 03:25:09.004809 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58112) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:09.059350 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:09.084795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:09.199500 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:09.202874 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:09.205738 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f2f3be1-b42f-469f-b3cb-00e76642e117 HTTP/1.1" status: 204 len: 168 time: 0.1983187 Jun 14 03:25:09.205738 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-10e3d376-ce88-4acb-a000-ac85c48b43f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:09.214044 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f3be1-b42f-469f-b3cb-00e76642e117,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:09.217387 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:09.381198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc3bdc-22c1-4596-a652-4b077b478863 req-bad149d8-7919-4dd3-8a4d-026df4bfa698 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:09.382919 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-75dc3bdc-22c1-4596-a652-4b077b478863 req-bad149d8-7919-4dd3-8a4d-026df4bfa698 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0741765 Jun 14 03:25:09.427986 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-75dc3bdc-22c1-4596-a652-4b077b478863 req-e69d7911-1907-4776-9523-b6671cd1ec1b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Jun 14 03:25:09.513382 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device e18bcfc9-57f7-4d79-8beb-8445eccf9627 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:09.540606 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: e18bcfc9-57f7-4d79-8beb-8445eccf9627 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:09.540966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device e18bcfc9-57f7-4d79-8beb-8445eccf9627 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:09.829508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a82bf6-377a-4968-8b83-77c25dff2d0e req-8b1095a0-18a6-407f-b762-36224df292b6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:09.830960 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57a82bf6-377a-4968-8b83-77c25dff2d0e req-8b1095a0-18a6-407f-b762-36224df292b6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0791469 Jun 14 03:25:09.875858 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57a82bf6-377a-4968-8b83-77c25dff2d0e req-55cd17a8-a91b-47a9-a5d0-fdbde72ad913 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391986 Jun 14 03:25:10.102198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c881b-024a-43c3-992b-ed21315748b2 req-2ca64fbf-e8b4-4ce8-b0ee-865bdd6e8a84 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:10.103792 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d42c881b-024a-43c3-992b-ed21315748b2 req-2ca64fbf-e8b4-4ce8-b0ee-865bdd6e8a84 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0782549 Jun 14 03:25:10.151572 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d42c881b-024a-43c3-992b-ed21315748b2 req-34cf10e0-5a79-4eaf-9b0c-270f8391c715 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Jun 14 03:25:10.617737 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d32f5-9fba-4681-a8fb-e4870d230462 req-25756d1c-8629-411f-86d0-bb73bbe842a6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:10.619242 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a68d32f5-9fba-4681-a8fb-e4870d230462 req-25756d1c-8629-411f-86d0-bb73bbe842a6 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0732725 Jun 14 03:25:10.666576 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a68d32f5-9fba-4681-a8fb-e4870d230462 req-f56e824e-426d-43c8-9de4-1385043f788f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jun 14 03:25:11.071362 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd48917-8438-4cc3-9567-50ea070124d3 req-b6e35f6a-8332-4074-81c4-3797904ab918 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.072888 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bcd48917-8438-4cc3-9567-50ea070124d3 req-b6e35f6a-8332-4074-81c4-3797904ab918 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0782144 Jun 14 03:25:11.129198 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bcd48917-8438-4cc3-9567-50ea070124d3 req-44040a00-2698-4904-afd8-116011d10c5c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Jun 14 03:25:11.342800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045998c-6062-4811-97f1-e5b5117e630e req-274b9187-e6de-482c-bb65-3d5f0f9e736f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.344318 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f045998c-6062-4811-97f1-e5b5117e630e req-274b9187-e6de-482c-bb65-3d5f0f9e736f tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0739789 Jun 14 03:25:11.394047 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f045998c-6062-4811-97f1-e5b5117e630e req-985e77e7-a2cd-4d1b-88d4-56513835bee5 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Jun 14 03:25:11.586232 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-32f53f6b-801e-408b-a72d-8b4c09360366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.587792 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-32f53f6b-801e-408b-a72d-8b4c09360366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1098 time: 0.0644057 Jun 14 03:25:11.737588 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-d107f5ff-b891-4210-99e4-8ad551401d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.739243 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-d107f5ff-b891-4210-99e4-8ad551401d44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.1261973 Jun 14 03:25:11.858875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-cec4566b-e10e-4a12-9038-c7d0ce3ff230 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 1000 time: 0.1121593 Jun 14 03:25:11.934551 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-653d2d77-2513-45f3-afae-74058fb9200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.936511 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-653d2d77-2513-45f3-afae-74058fb9200f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0709879 Jun 14 03:25:11.945379 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e29478-ac82-43db-a58d-5d43bb5cf7bd req-9127e782-593a-4a09-8a01-7f5f2fd75d19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:11.946730 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f0e29478-ac82-43db-a58d-5d43bb5cf7bd req-9127e782-593a-4a09-8a01-7f5f2fd75d19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1303387 Jun 14 03:25:12.030050 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f0e29478-ac82-43db-a58d-5d43bb5cf7bd req-ebca8563-d71d-41b8-8d27-d4238ece184a tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741353 Jun 14 03:25:12.041842 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-87c1a2ff-3789-4f75-85ae-697543cd6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:12.046696 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-87c1a2ff-3789-4f75-85ae-697543cd6355 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957501 Jun 14 03:25:12.165573 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-5b5f9389-2844-46fd-af22-678501055e3f service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110563 Jun 14 03:25:12.604658 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58210) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:12.605652 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e9a14253-e469-4f39-95ae-8b2006dc7398 req-2563d2af-2739-491e-a7cb-f142f7a57078 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322882 Jun 14 03:25:12.661527 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2439-b5b1-433a-af6c-04ad3f4b6f34 req-012f28d3-882e-4cb3-8cc2-b992c7179585 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:12.668617 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-831a2439-b5b1-433a-af6c-04ad3f4b6f34 req-012f28d3-882e-4cb3-8cc2-b992c7179585 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.4106238 Jun 14 03:25:12.722459 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-831a2439-b5b1-433a-af6c-04ad3f4b6f34 req-552db80f-90d4-4508-8dcf-fe945f6d877a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529249 Jun 14 03:25:12.730809 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e608ad-1441-40b4-a57b-0a717ff8bfb4 req-544120b8-60b0-4149-be1d-5e966ae4634d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:12.732319 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57e608ad-1441-40b4-a57b-0a717ff8bfb4 req-544120b8-60b0-4149-be1d-5e966ae4634d tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1328819 Jun 14 03:25:12.737935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:12.786977 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57e608ad-1441-40b4-a57b-0a717ff8bfb4 req-f6d24492-f79b-4876-a85e-de59461a4f6a tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/security-groups?id=d22e1329-3881-4ead-9815-b9324731ab17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Jun 14 03:25:12.835705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:12.946072 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:12.948869 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9c51f343-af41-4bb6-afbf-e6b27d9d8138 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:12.996474 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f0b9c-ad0b-484c-9640-c7e2023b636d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:13.000070 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:13.003572 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f52e7b4982c140e8a6951b86d8337970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973944 Jun 14 03:25:13.014257 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58214) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:13.070902 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.071761 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-b29d9207-f0a2-49d0-805c-149a26f2faa4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:13.073405 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-b29d9207-f0a2-49d0-805c-149a26f2faa4 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0768189 Jun 14 03:25:13.099727 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.226376 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.229462 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.233222 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/911f0b9c-ad0b-484c-9640-c7e2023b636d HTTP/1.1" status: 204 len: 168 time: 0.2155495 Jun 14 03:25:13.233222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7b10423f-c241-4f95-8514-3396bf88cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:13.244271 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f0b9c-ad0b-484c-9640-c7e2023b636d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:13.260756 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:13.263481 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Deleting port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:13.263951 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.276234 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd049dd-78f4-41a7-8d01-81ce110069e8 req-dd1b5edb-41b5-45e6-bf68-8e658edd108e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:13.277651 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4bd049dd-78f4-41a7-8d01-81ce110069e8 req-dd1b5edb-41b5-45e6-bf68-8e658edd108e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1023667 Jun 14 03:25:13.390575 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4bd049dd-78f4-41a7-8d01-81ce110069e8 req-1434cc15-1afa-4baf-bf42-299ffad8dcda tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989666 Jun 14 03:25:13.432896 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] For port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:13.433335 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.537458 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Calling delete_port for 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:13.917127 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795e75b-2ef5-41b0-af0d-d09b55cbd5e1 req-3ed1244b-8b10-403c-bdbe-16304c13c41a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:13.918617 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a795e75b-2ef5-41b0-af0d-d09b55cbd5e1 req-3ed1244b-8b10-403c-bdbe-16304c13c41a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0705469 Jun 14 03:25:13.920230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:13.924434 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:13.931853 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:13.966067 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Pushing event deleted for resources: {'Port': ['ID=4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:13.968915 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:14.047245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] No DVR routers for this DVR port 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:25:14.050978 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.052871 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40f96a76-97a4-4167-9721-fa4bf1795299 req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.23 "DELETE /v2.0/ports/4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 HTTP/1.1" status: 204 len: 173 time: 0.9682219 Jun 14 03:25:14.053624 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'name': 'network-vif-deleted', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:14.056273 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c99b8a-28f0-43b8-af19-2f5b756d39c7" -d '{"events": [{"server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "name": "network-vif-deleted", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:14.062353 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a795e75b-2ef5-41b0-af0d-d09b55cbd5e1 req-14cac5d6-f709-40a4-802c-cea6df965f3c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266534 Jun 14 03:25:14.140760 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.157970 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58238) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:14.174670 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-afa31594-c3d4-4ebb-86b7-503974e6ffe6 req-b66e6bc4-05b6-4b10-8d17-35d3606d74b7 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0473299 Jun 14 03:25:14.185163 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.230186 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9c1f5-413f-460e-83bf-b4feeba37f5e x-openstack-request-id: req-e0b9c1f5-413f-460e-83bf-b4feeba37f5e {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:14.230518 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c92e6-a258-49cd-adb9-621d87d4f3c3", "name": "network-vif-deleted", "tag": "4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:14.230783 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0b9c1f5-413f-460e-83bf-b4feeba37f5e {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:14.231241 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c92e6-a258-49cd-adb9-621d87d4f3c3', 'name': 'network-vif-deleted', 'tag': '4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6', 'status': 'completed', 'code': 200} Jun 14 03:25:14.372498 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b288-378c-4688-93a4-15cb5347a21f req-62387062-2444-4820-b12b-6c5eb989e460 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:14.372498 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2987b288-378c-4688-93a4-15cb5347a21f req-62387062-2444-4820-b12b-6c5eb989e460 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Jun 14 03:25:14.373585 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.373780 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2987b288-378c-4688-93a4-15cb5347a21f req-7a493ac8-586a-465c-9742-6d6991028264 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713298 Jun 14 03:25:14.376009 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-092ee6ef-b31d-4749-8444-b94ec9f8dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:14.377526 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-092ee6ef-b31d-4749-8444-b94ec9f8dc5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1098 time: 0.0995674 Jun 14 03:25:14.518460 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-f070564b-8157-4410-acba-69602c1e0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:14.519920 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-f070564b-8157-4410-acba-69602c1e0e2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.1355379 Jun 14 03:25:14.577761 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.581755 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3b6b6c88-7581-4a7e-9187-f21eab83bb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:14.607019 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-b14f615b-77dc-4910-9646-95b64fd1c11f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 1000 time: 0.0792680 Jun 14 03:25:14.621473 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efdb79b543324854b3f54cfb1d1e49cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618425 Jun 14 03:25:14.623140 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c45c7a-699f-494b-b944-695e3550f834,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:14.624735 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58246) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:14.626204 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:14.706535 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-c86bda5d-4db3-483b-a947-f1d473ffaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:14.708046 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-c86bda5d-4db3-483b-a947-f1d473ffaae7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0935090 Jun 14 03:25:14.762127 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.795418 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.841663 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-f402ee89-c8eb-4f7f-8e0b-b16a1f0076bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:14.843146 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-f402ee89-c8eb-4f7f-8e0b-b16a1f0076bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1280794 Jun 14 03:25:14.967954 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-9f7f95c1-6758-4525-a448-2aef32985aac service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171081 Jun 14 03:25:14.983110 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.985693 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:14.989676 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1c45c7a-699f-494b-b944-695e3550f834 HTTP/1.1" status: 204 len: 168 time: 0.3605175 Jun 14 03:25:15.003374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f866de92-0d5f-45d6-b5f3-595619d0a058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:15.021740 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c45c7a-699f-494b-b944-695e3550f834,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:15.025118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:15.118875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-55edfbbd-e576-4132-80b7-cbd33d80d43a req-df123ea4-0998-4da7-b7ce-c7b81def0113 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440558 Jun 14 03:25:15.298968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76334d6-18fa-4c41-b823-f82584ed736a req-cc1eeee4-b542-4d30-b3a5-2a399340e207 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:15.300569 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d76334d6-18fa-4c41-b823-f82584ed736a req-cc1eeee4-b542-4d30-b3a5-2a399340e207 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0778580 Jun 14 03:25:15.381584 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1f753c7f-66a3-4431-ba28-5be228216537 req-3c009ede-c3d8-445b-bbec-d097408c2f89 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] 10.222.0.15 "GET /v2.0/ports?device_id=405c92e6-a258-49cd-adb9-621d87d4f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0733645 Jun 14 03:25:15.390566 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d76334d6-18fa-4c41-b823-f82584ed736a req-906e9dea-d539-412c-a47e-fc873d86c143 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841961 Jun 14 03:25:15.575296 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28f9c-9532-43bf-9903-075db0de06ad req-0b60fe6d-99b8-4b00-ba75-c8ce6984455c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:15.577291 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f0e28f9c-9532-43bf-9903-075db0de06ad req-0b60fe6d-99b8-4b00-ba75-c8ce6984455c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0913243 Jun 14 03:25:15.634569 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f0e28f9c-9532-43bf-9903-075db0de06ad req-29613145-1f41-41ac-a0bd-10a5b5356343 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505624 Jun 14 03:25:16.471995 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58292) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:16.788372 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a655c-f74b-4969-8b87-498b8f01cd99 req-93a64284-d308-4176-afc0-dd83eb44e6c3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:16.789807 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-129a655c-f74b-4969-8b87-498b8f01cd99 req-93a64284-d308-4176-afc0-dd83eb44e6c3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.2154734 Jun 14 03:25:16.898152 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-129a655c-f74b-4969-8b87-498b8f01cd99 req-fa3e14ab-aa69-47e0-959d-633f667b12ad tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791280 Jun 14 03:25:16.948849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f436-4fc4-473a-8efc-9912c3f23008 req-986c7061-828d-40dd-8e85-59cc5b5f5d29 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:16.950920 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0da8f436-4fc4-473a-8efc-9912c3f23008 req-986c7061-828d-40dd-8e85-59cc5b5f5d29 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1843047 Jun 14 03:25:17.046748 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0da8f436-4fc4-473a-8efc-9912c3f23008 req-0d7c6cd1-650f-46a1-93bf-236567ba8c61 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863605 Jun 14 03:25:17.196342 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:17.536192 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:25:17.540604 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:17.570376 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:17.570727 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 4ccf09ec-e2c3-4233-b7a0-f2861b3c91f6 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:17.691473 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:17.705255 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:25:17.756984 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:17.773360 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:25:17.798386 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:17.872409 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Deleting port 35ae3159-b46d-4f84-9dc0-f322661d0b74 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:17.873009 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:17.877095 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:17.881757 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-7160c901-00eb-4f3d-9b39-207a01ba4f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:17.937766 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=6']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:17.944922 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.945273 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.945996 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.946208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.946542 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.946875 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.947438 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.947862 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.948294 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.948733 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.948967 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.949250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:25:17.954280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:17.963579 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58328) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:17.987708 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] For port 35ae3159-b46d-4f84-9dc0-f322661d0b74, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=35ae3159-b46d-4f84-9dc0-f322661d0b74,segment=NetworkSegment(9a1d0c93-231c-476e-a2fe-fbf2b7e11e05),segment_id=9a1d0c93-231c-476e-a2fe-fbf2b7e11e05)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:17.987708 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.083583 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Calling delete_port for 35ae3159-b46d-4f84-9dc0-f322661d0b74 owned by network:router_interface {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:18.087800 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.091776 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['403308c0-8f48-41bf-af18-34b28c08b2ac'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:18.212192 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.234687 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855451-6f83-45ae-9cdc-04ca4831b506 req-302ec650-0fb3-4129-b007-8ad7f3e06615 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:18.236153 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10855451-6f83-45ae-9cdc-04ca4831b506 req-302ec650-0fb3-4129-b007-8ad7f3e06615 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.1916304 Jun 14 03:25:18.320300 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.323351 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:18.368582 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2b513e62348498b99f5e13d6e9d1b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033911 Jun 14 03:25:18.369529 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4551989-ff27-4329-8c81-6296f9a9f84b,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:18.371824 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58334) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:18.373272 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:18.374856 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10855451-6f83-45ae-9cdc-04ca4831b506 req-3abbe4df-15b7-4dd5-be31-2d3a1d7fc186 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324146 Jun 14 03:25:18.492209 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.525619 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.657207 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.659719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ee4f100-8105-45a1-b10c-257b1301cf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:18.690837 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ae3159-b46d-4f84-9dc0-f322661d0b74,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:18.695146 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:18.695990 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.698849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:18.700773 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4551989-ff27-4329-8c81-6296f9a9f84b HTTP/1.1" status: 204 len: 168 time: 0.3242033 Jun 14 03:25:18.701752 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:18.717003 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4551989-ff27-4329-8c81-6296f9a9f84b,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:18.741882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:18.968375 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.264781 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Router 40f69657-1000-4536-aba0-79b05994c7dd has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:25:19.385102 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58346) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:19.401826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.415387 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:25:19.425539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] 10.222.0.15 "PUT /v2.0/routers/40f69657-1000-4536-aba0-79b05994c7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517503 Jun 14 03:25:19.425803 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Sync routers for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:25:19.426382 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58350) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:19.444942 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:19.445612 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:19.536932 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:19.574592 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.613016 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 403308c0-8f48-41bf-af18-34b28c08b2ac triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:19.613441 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.656740 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:19.691610 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.702664 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.707779 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-637da720-70d0-4c21-a547-f94e349d9565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:19.729377 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027cb736-a72e-495f-9609-a0fb169211ec,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:19.738170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.757486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:19.770588 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:19.773245 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf33166-fd90-43e3-b140-9b1bcd2584e7" -d '{"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:19.780188 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddfe0d3bb3e347dd80220caedcb6c36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932695 Jun 14 03:25:19.781090 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58358) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:19.792820 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:19.820993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1db44-a6e5-45c0-8cf9-0591eb60ac22 req-b4dd06a0-0f6a-4b75-a893-52932bca3140 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:19.823102 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5fb1db44-a6e5-45c0-8cf9-0591eb60ac22 req-b4dd06a0-0f6a-4b75-a893-52932bca3140 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.2510006 Jun 14 03:25:19.849442 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923bba06-16dd-4df0-b157-56651f9a093a x-openstack-request-id: req-923bba06-16dd-4df0-b157-56651f9a093a {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:19.850114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:19.850588 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-923bba06-16dd-4df0-b157-56651f9a093a {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:19.851170 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'code': 200} Jun 14 03:25:19.863179 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.877929 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.880819 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:19.893290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.894269 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5fb1db44-a6e5-45c0-8cf9-0591eb60ac22 req-f80a44c6-9f42-4605-8540-54ccf69a27d7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616844 Jun 14 03:25:19.907174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:19.956487 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=7']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:19.961287 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:20.011753 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 5, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port': {'id': '24eaaa09-ccdf-4570-9193-a5ac822f8c38', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f69657-1000-4536-aba0-79b05994c7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:20.015845 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Checking router: 40f69657-1000-4536-aba0-79b05994c7dd for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:25:20.025314 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Routers {'40f69657-1000-4536-aba0-79b05994c7dd'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:20.026079 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['40f69657-1000-4536-aba0-79b05994c7dd'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:20.055809 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Deleting port 24eaaa09-ccdf-4570-9193-a5ac822f8c38 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:20.056666 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:20.056829 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:20.059991 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:20.070095 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/027cb736-a72e-495f-9609-a0fb169211ec HTTP/1.1" status: 204 len: 168 time: 0.2875688 Jun 14 03:25:20.072840 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d2299007-fb70-4d38-bd8b-26ca270edf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:20.086407 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027cb736-a72e-495f-9609-a0fb169211ec,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:20.089572 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:20.159496 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] Set router 40f69657-1000-4536-aba0-79b05994c7dd gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:20.176890 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] For port 24eaaa09-ccdf-4570-9193-a5ac822f8c38, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=24eaaa09-ccdf-4570-9193-a5ac822f8c38,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:20.177337 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:20.275284 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Calling delete_port for 24eaaa09-ccdf-4570-9193-a5ac822f8c38 owned by network:router_gateway {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:20.329180 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:25:19Z', 'revision_number': 6, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port_host': None}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:20.332926 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc7f60-27b1-4806-a73e-0d2b17a3e780 None None] The sync data for ids ['40f69657-1000-4536-aba0-79b05994c7dd'] in dv-cinder-796170-1-smb is: [{'id': '40f69657-1000-4536-aba0-79b05994c7dd', 'name': 'tempest-ServerRescueNegativeTestJSON-51122858-router', 'tenant_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:59Z', 'updated_at': '2021-06-14T03:25:19Z', 'revision_number': 6, 'project_id': 'a8c7d84dd7fb452998cc19cffc074b51', 'gw_port_host': None}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:25:20.592548 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:20.594861 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4a80a3f8-2158-42a4-a0b6-22ca39f3320e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:20.624444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=24eaaa09-ccdf-4570-9193-a5ac822f8c38,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:20.627021 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:20.706679 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.172666 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.177065 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.282115 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9f49-bc47-498c-8409-a8648c2d8e55 req-df547940-9f03-4394-8893-2ecf35798b7f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:21.286314 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f11d9f49-bc47-498c-8409-a8648c2d8e55 req-df547940-9f03-4394-8893-2ecf35798b7f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1487148 Jun 14 03:25:21.330080 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f11d9f49-bc47-498c-8409-a8648c2d8e55 req-ac390542-fc33-4a94-a0a7-0c1a42f01374 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400169 Jun 14 03:25:21.347968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.348586 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f69657-1000-4536-aba0-79b05994c7dd {{(pid=92477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:25:21.354318 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.358442 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] 10.222.0.15 "DELETE /v2.0/routers/40f69657-1000-4536-aba0-79b05994c7dd HTTP/1.1" status: 204 len: 168 time: 1.9274385 Jun 14 03:25:21.358639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58388) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:21.416395 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Deleting subnet dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:25:21.419869 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.470088 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.511436 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 35ae3159-b46d-4f84-9dc0-f322661d0b74 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:21.523663 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.539499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 35ae3159-b46d-4f84-9dc0-f322661d0b74 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:21.539858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 35ae3159-b46d-4f84-9dc0-f322661d0b74 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:21.540292 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 24eaaa09-ccdf-4570-9193-a5ac822f8c38 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:21.568258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 24eaaa09-ccdf-4570-9193-a5ac822f8c38 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:21.568616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 24eaaa09-ccdf-4570-9193-a5ac822f8c38 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:21.689827 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.693268 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9c859010-22f8-4810-90b1-2ca4bcedc7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:21.734516 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:21.734516 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:21.735281 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.736939 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e086412e-ba40-4cac-a900-2fbde52394df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dbe15bd6-29b5-4ce6-befd-0fd4a9a9210e HTTP/1.1" status: 204 len: 168 time: 0.3773434 Jun 14 03:25:21.739396 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58398) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:21.858827 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.987829 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:21.999736 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0137e-5f4c-4f10-b39d-6bbcc2835b7e']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:22.011254 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:22.011548 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1d0c93-231c-476e-a2fe-fbf2b7e11e05') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:22.022031 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.041900 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.047708 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:25:22.048085 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:25:22.049746 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:25:22.208511 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.218660 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:22.218823 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.220656 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] 10.222.0.15 "DELETE /v2.0/networks/16d0137e-5f4c-4f10-b39d-6bbcc2835b7e HTTP/1.1" status: 204 len: 168 time: 0.4803567 Jun 14 03:25:22.235021 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d0137e-5f4c-4f10-b39d-6bbcc2835b7e,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:22.237402 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:22.519357 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e24c-bd3c-4054-b76e-d9d2a8906d93 req-247f61b5-27ca-4f64-a4ca-3cff9f0ef888 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:22.520848 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f87e24c-bd3c-4054-b76e-d9d2a8906d93 req-247f61b5-27ca-4f64-a4ca-3cff9f0ef888 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0736079 Jun 14 03:25:22.564015 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5f87e24c-bd3c-4054-b76e-d9d2a8906d93 req-df6c0fce-814b-4666-838e-21689bec039e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Jun 14 03:25:22.625221 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58432) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:22.674611 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58434) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:22.675619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-8223043c-4d71-4390-838e-bd4a46547561 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8c7d84dd7fb452998cc19cffc074b51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480139 Jun 14 03:25:22.768166 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.800631 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.983306 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.986135 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:22.987300 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d22e1329-3881-4ead-9815-b9324731ab17 HTTP/1.1" status: 204 len: 168 time: 0.3117049 Jun 14 03:25:22.988085 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9334a0af-73c3-45af-a997-db63119d3322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:22.997211 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e1329-3881-4ead-9815-b9324731ab17,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:22.999613 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:23.789296 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd1599-949a-4969-b410-c6efb00000e7 req-a76eb0e5-6173-4569-ae9e-1a6195c69cf2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:23.790850 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-82bd1599-949a-4969-b410-c6efb00000e7 req-a76eb0e5-6173-4569-ae9e-1a6195c69cf2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0881143 Jun 14 03:25:23.836924 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-82bd1599-949a-4969-b410-c6efb00000e7 req-51bb146b-adac-47d0-a0d4-f518c1bb2662 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Jun 14 03:25:25.041913 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc6546-99c4-4592-805f-a8858a3c35da req-4ec513ee-900b-4edf-a336-05fd9b8016d3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:25.044391 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b6cc6546-99c4-4592-805f-a8858a3c35da req-4ec513ee-900b-4edf-a336-05fd9b8016d3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0801389 Jun 14 03:25:25.113460 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b6cc6546-99c4-4592-805f-a8858a3c35da req-77011ae5-b7f9-44df-b38e-96337ab61cee tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632315 Jun 14 03:25:26.338520 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23450e0c-a682-424e-95e3-d030f48a4510 req-5102d1f2-d71a-48f8-9094-e1d08ba8d1e4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:26.340922 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-23450e0c-a682-424e-95e3-d030f48a4510 req-5102d1f2-d71a-48f8-9094-e1d08ba8d1e4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0942822 Jun 14 03:25:26.404231 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-23450e0c-a682-424e-95e3-d030f48a4510 req-964a5cb2-e5c8-4386-a11b-c1a5aa3d6d87 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548298 Jun 14 03:25:27.383157 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c2a36ce6-2591-4208-9479-e83dfb758ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:27.715785 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82eae-d9d5-436f-886d-7fbf495e3f6c req-33e8539b-5020-4687-962a-56f62a0ed2dc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:27.717989 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-30a82eae-d9d5-436f-886d-7fbf495e3f6c req-33e8539b-5020-4687-962a-56f62a0ed2dc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0905895 Jun 14 03:25:27.765973 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-30a82eae-d9d5-436f-886d-7fbf495e3f6c req-82a431d0-b048-4932-a6fd-7d997ca2e859 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Jun 14 03:25:28.998368 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b9d21-6826-42c0-b0e7-9c3be1cd663f req-158a8e96-a553-4d96-b92d-a81c5c91ed93 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:29.000762 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-298b9d21-6826-42c0-b0e7-9c3be1cd663f req-158a8e96-a553-4d96-b92d-a81c5c91ed93 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1044972 Jun 14 03:25:29.094255 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-298b9d21-6826-42c0-b0e7-9c3be1cd663f req-e108a0d4-f439-47d2-9268-b18aed7ebd64 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835481 Jun 14 03:25:29.744097 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6ac-21b3-4e42-8174-c6c814e92131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:30.295817 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d88c-2663-45eb-a0f5-62acc731cd11 req-83a795de-8104-4dd2-8e0c-24fdebac563c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:30.306568 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86b6d88c-2663-45eb-a0f5-62acc731cd11 req-83a795de-8104-4dd2-8e0c-24fdebac563c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0772152 Jun 14 03:25:30.351726 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86b6d88c-2663-45eb-a0f5-62acc731cd11 req-21e48fc7-fefc-4d0e-8df6-f88a2983e26b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Jun 14 03:25:30.360717 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:30.858200 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-1d0c4274-aef7-4d67-977a-7491be882e95 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289223107&fields=id&tenant_id=03a6960f167343e59b27f58db40b3f27 HTTP/1.1" status: 200 len: 267 time: 0.0469072 Jun 14 03:25:30.914019 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:31.011608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-5c6996ae-a67f-448c-86d9-d0a1f528d6c5 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:31.018692 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-5c6996ae-a67f-448c-86d9-d0a1f528d6c5 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 809 time: 0.1538036 Jun 14 03:25:31.037804 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-4fd277cd-1380-430b-a116-476a68cbb398 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/quotas/03a6960f167343e59b27f58db40b3f27 HTTP/1.1" status: 200 len: 375 time: 0.0181785 Jun 14 03:25:31.133037 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-c5cc26c1-b50f-4149-806e-dd17c1088cbb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829897 Jun 14 03:25:31.283691 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-018f4c4b-d9c6-46be-9245-6b530926e9ec service neutron] 10.222.0.15 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377060 Jun 14 03:25:31.351335 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58694) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:31.470532 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-e95e19be-4004-4d6c-aabf-9a4d40be9758 service neutron] 10.222.0.15 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794193 Jun 14 03:25:31.548901 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:31.716341 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:31.721794 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb4ef-456b-4ee6-8af5-e82238512d10 req-fba48563-0098-4f02-bf04-0c91c3c7d00e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:31.731217 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0ddfb4ef-456b-4ee6-8af5-e82238512d10 req-fba48563-0098-4f02-bf04-0c91c3c7d00e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1613915 Jun 14 03:25:31.776753 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0ddfb4ef-456b-4ee6-8af5-e82238512d10 req-ce9dbcb1-4a12-4837-9497-4eb77b869a35 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Jun 14 03:25:31.834632 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:31.841502 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-57f4042e-1d5f-4ee4-b587-2143e520f160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:31.885879 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a890fd9a21e4fe2b24b88a4ce223a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333045 Jun 14 03:25:31.888413 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d934055-925d-4fdf-93f8-32ec64d4767a,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:31.889118 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58708) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:31.892102 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:31.958047 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:31.987440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:32.116952 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:32.120219 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:32.121781 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d934055-925d-4fdf-93f8-32ec64d4767a HTTP/1.1" status: 204 len: 168 time: 0.2312598 Jun 14 03:25:32.127278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ec992a21-daf3-406c-9c70-1287fb6a1f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:32.132319 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d934055-925d-4fdf-93f8-32ec64d4767a,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:32.134580 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:32.269676 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-34f6ff3b-d95f-469c-8fa0-9b6f0dd4d4fa req-5c0c2b0b-dd06-41be-9fd7-9cafab87e2ab tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0355940 Jun 14 03:25:32.982934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6782d-01bd-4175-a06a-93cf8083d91e req-f4dfb516-77a0-4354-be71-0c06667084ab tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:32.984361 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ef6782d-01bd-4175-a06a-93cf8083d91e req-f4dfb516-77a0-4354-be71-0c06667084ab tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0762997 Jun 14 03:25:33.045392 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ef6782d-01bd-4175-a06a-93cf8083d91e req-440e7209-7c6f-4b02-930a-c1a7bfd03d1a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551188 Jun 14 03:25:33.251466 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:33.358032 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0b1f750d-bae1-47d8-a7d8-2d013b52fe58 req-760a05a6-0640-4349-bc66-e7094338ee55 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0343840 Jun 14 03:25:33.644994 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58738) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:33.664878 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:33.774130 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:33.928412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:33.933014 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b960d73d-157a-4149-9b15-86e86708c018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:34.058271 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a4c5f752bf04c1bbd2ee8316be3af48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093978 Jun 14 03:25:34.058904 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58748) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:34.096950 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d657d64b-5de1-4c08-a3f4-8ccb5ab2cc4e,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:34.103902 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:34.155738 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:34.183378 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:34.323930 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfc123-dff2-4d3d-bedd-c852777cf34d req-51fe42c7-c0ea-4d41-a2ef-5ded3829fa25 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:34.325518 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97dfc123-dff2-4d3d-bedd-c852777cf34d req-51fe42c7-c0ea-4d41-a2ef-5ded3829fa25 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1027925 Jun 14 03:25:34.383695 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97dfc123-dff2-4d3d-bedd-c852777cf34d req-2fe13adc-b9e0-4e24-91aa-461cf82998a2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513117 Jun 14 03:25:34.455584 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-eb120780-b335-4ed0-a34f-60f163b4ec60 req-09aecbde-35b7-41b2-a5ad-ef5106c854d3 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0378995 Jun 14 03:25:34.529142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:34.531977 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:34.538354 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d657d64b-5de1-4c08-a3f4-8ccb5ab2cc4e HTTP/1.1" status: 204 len: 168 time: 0.4765813 Jun 14 03:25:34.539357 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8580f884-1a11-480e-b377-f9d3a962278d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:34.560510 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657d64b-5de1-4c08-a3f4-8ccb5ab2cc4e,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:34.565213 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:34.765747 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58760) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:34.913265 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.037971 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.196053 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.236064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-45e3a624-b699-4af9-923c-48663057dd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:35.281228 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1378582d-5398-4686-bbbc-2823a1b03126,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:35.285838 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bafc01b77a44b82bcb7b757a7a7917e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187733 Jun 14 03:25:35.287992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:35.288673 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58770) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:35.364620 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.404199 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.613972 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.622302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:35.623841 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1378582d-5398-4686-bbbc-2823a1b03126 HTTP/1.1" status: 204 len: 168 time: 0.3315656 Jun 14 03:25:35.625976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-735b396c-0ad5-4d6c-8b69-537fb9717de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:35.642673 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d10482bd-a191-44c8-9ec5-ae80b31df586 req-f6cebdb5-3571-4a15-9dcd-0506c9fb0d7c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0511181 Jun 14 03:25:35.664771 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378582d-5398-4686-bbbc-2823a1b03126,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:35.675335 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:35.691298 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966cc16-c640-42ae-abbb-6a35938fe33d req-e7121649-1d45-43db-93f0-0af173d04aa1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:35.692803 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4966cc16-c640-42ae-abbb-6a35938fe33d req-e7121649-1d45-43db-93f0-0af173d04aa1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1658418 Jun 14 03:25:35.758921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4966cc16-c640-42ae-abbb-6a35938fe33d req-6477de6f-55cf-4f5d-91bc-fae03dc5aaba tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586014 Jun 14 03:25:36.818927 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-94fe420c-d1e0-4b80-b8d8-0ed22dd78d69 req-24798d81-6dc2-4ceb-821c-ddb9775ae46e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0362473 Jun 14 03:25:36.961945 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39817-fc67-4cbc-8b1f-f271c1a0cb2d req-0ae09a64-5636-4127-924d-da3d76821017 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:36.963431 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97c39817-fc67-4cbc-8b1f-f271c1a0cb2d req-0ae09a64-5636-4127-924d-da3d76821017 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0711949 Jun 14 03:25:37.010466 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-97c39817-fc67-4cbc-8b1f-f271c1a0cb2d req-ac4befd1-3668-491d-a0aa-1dd7d8d7fb2d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Jun 14 03:25:37.366083 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58810) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:37.385590 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:37.563280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:37.570664 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-19cf9d4f-0f8b-45cf-86ad-68bcbf7969d6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:37.572268 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-19cf9d4f-0f8b-45cf-86ad-68bcbf7969d6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 809 time: 0.2244704 Jun 14 03:25:37.627541 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-bce829f2-8bbe-4214-b629-db56bdc60832 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a6960f167343e59b27f58db40b3f27 HTTP/1.1" status: 200 len: 379 time: 0.0458832 Jun 14 03:25:37.637416 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'port': {'device_id': '20da5468-17b1-41c7-b73a-96399c3768c1', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'admin_state_up': True, 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'security_groups': ['ab798f87-377c-4254-b352-f4ebe8b4c25b']}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:37.688263 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:37.690322 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c662f73b-e71b-4c59-bbad-3dfb97769a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:37.727413 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9979c79097d74f54b5f51df42436a416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598313 Jun 14 03:25:37.728059 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58818) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:37.761223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ff96ec-4d96-42fd-a419-30919ca723ae,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:37.779197 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:37.838247 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:37.874244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:37.945721 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Made reservation on behalf of 03a6960f167343e59b27f58db40b3f27 for: {'port': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:25:37.949495 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:38.036732 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:38.040376 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:38.041620 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96ff96ec-4d96-42fd-a419-30919ca723ae HTTP/1.1" status: 204 len: 168 time: 0.2877305 Jun 14 03:25:38.042624 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5385df03-5684-4a68-adb3-d3c4a28857b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:38.076380 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ff96ec-4d96-42fd-a419-30919ca723ae,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:38.084095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:38.126218 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e2bc174-f0c5-47d3-8bb2-8dcac266161d req-7b6a90b0-70a5-4a20-a297-06a2cf4477b2 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.1374199 Jun 14 03:25:38.359780 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Allocated IP 172.20.0.10 (0b31ce24-afac-4645-8b13-47ab8b733534/0b4a1193-c2b8-4ad7-88a7-c96ebdc25426/05badafe-96d7-4752-b95d-074cdd06df2b) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:25:38.386050 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de9fe-457c-4657-840d-9d51d68fbfbe req-51f10f5f-22d5-49fb-99b9-09aacdd61a8b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:38.394497 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c5de9fe-457c-4657-840d-9d51d68fbfbe req-51f10f5f-22d5-49fb-99b9-09aacdd61a8b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1744900 Jun 14 03:25:38.459125 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0c5de9fe-457c-4657-840d-9d51d68fbfbe req-848b60ae-372f-492a-9ce6-3a2b3a9efc58 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634637 Jun 14 03:25:38.631817 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:38.647637 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Transition to ACTIVE for port object 05badafe-96d7-4752-b95d-074cdd06df2b will not be triggered until provisioned by entity DHCP. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:25:38.843644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:38.860423 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:38.920789 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Network 0b31ce24-afac-4645-8b13-47ab8b733534 is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:25:38.926106 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:25:38.931721 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:25:38.984019 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:38.991226 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:39.024189 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:39.024866 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.173848 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5401561 Jun 14 03:25:39.192210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Request body: {'port': {'device_id': '20da5468-17b1-41c7-b73a-96399c3768c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:39.290346 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58874) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:39.301140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.359766 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-01b04599-de18-4eec-b446-dc35dc8f3b75 None None] Provisioning for port 05badafe-96d7-4752-b95d-074cdd06df2b completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:25:39.365064 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-01b04599-de18-4eec-b446-dc35dc8f3b75 None None] Provisioning complete for port 05badafe-96d7-4752-b95d-074cdd06df2b triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:39.373144 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-01b04599-de18-4eec-b446-dc35dc8f3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.418695 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-01b04599-de18-4eec-b446-dc35dc8f3b75 None None] Port 05badafe-96d7-4752-b95d-074cdd06df2b cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:25:39.440635 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11173d-17fd-4df2-a072-bd608b6ad3b5 req-b8e56585-8ea2-42e9-bc2e-f3a0d8e6745f tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:39.442123 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bc11173d-17fd-4df2-a072-bd608b6ad3b5 req-b8e56585-8ea2-42e9-bc2e-f3a0d8e6745f tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 932 time: 0.1517317 Jun 14 03:25:39.571859 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bc11173d-17fd-4df2-a072-bd608b6ad3b5 req-f3e4c0c8-0881-4edd-b2b1-0400bb0eeb67 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821619 Jun 14 03:25:39.585329 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.704365 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.760853 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e150ba-65a0-4aa5-8685-67002fb2ffb5 req-8a20b394-f8a6-4791-97b5-f763c21b75ae tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:39.762826 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90e150ba-65a0-4aa5-8685-67002fb2ffb5 req-8a20b394-f8a6-4791-97b5-f763c21b75ae tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1191027 Jun 14 03:25:39.785951 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.789542 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e89f5a09-2698-4f02-8dc2-fa91c61a90d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:39.829185 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29755f89-2f43-463d-b990-d3eafc4ceec2,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:39.832351 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:39.834990 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05badafe-96d7-4752-b95d-074cdd06df2b {{(pid=92477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:25:39.838172 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f09566034f64786be14c0c801a11d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486324 Jun 14 03:25:39.840788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58888) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:39.842712 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90e150ba-65a0-4aa5-8685-67002fb2ffb5 req-487cd334-970c-429c-bca9-653edc5abaf8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540805 Jun 14 03:25:39.846965 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.859188 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.provisioning_blocks [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Transition to ACTIVE for port object 05badafe-96d7-4752-b95d-074cdd06df2b will not be triggered until provisioned by entity L2. {{(pid=92477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:25:39.909645 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.932705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.982709 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:39.985925 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-aba5e3a7-6164-416c-aaa2-f04ce0904d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:40.085510 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:40.136235 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:40.146682 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:40.149934 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29755f89-2f43-463d-b990-d3eafc4ceec2 HTTP/1.1" status: 204 len: 168 time: 0.3101900 Jun 14 03:25:40.160442 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7cfcfab0-3f8b-4132-80b4-c716da36418c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:40.191844 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29755f89-2f43-463d-b990-d3eafc4ceec2,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:40.212227 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:40.431553 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:40.464288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Attempting to bind port 05badafe-96d7-4752-b95d-074cdd06df2b on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:25:40.464732 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Attempting to bind port 05badafe-96d7-4752-b95d-074cdd06df2b by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:25:40.465698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Attempting to bind port 05badafe-96d7-4752-b95d-074cdd06df2b on network 0b31ce24-afac-4645-8b13-47ab8b733534 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:25:40.470032 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Port 05badafe-96d7-4752-b95d-074cdd06df2b on network 0b31ce24-afac-4645-8b13-47ab8b733534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:25:40.470353 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Attempting to bind port 05badafe-96d7-4752-b95d-074cdd06df2b on network 0b31ce24-afac-4645-8b13-47ab8b733534 {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:25:40.475164 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:25:40.475500 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Checking segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:25:40.475886 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Bound using segment: {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'} {{(pid=92477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:25:40.476320 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.managers [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Bound port: 05badafe-96d7-4752-b95d-074cdd06df2b, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04683ad-8a31-450d-9338-fadc7fb9c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534'}}] {{(pid=92477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:25:40.476670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:40.548549 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, cleared binding levels {{(pid=92477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:25:40.551424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:25:40.682549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-666e57fa-7865-4a49-ae60-a7f2ba2cae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:40.685209 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-666e57fa-7865-4a49-ae60-a7f2ba2cae91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1098 time: 0.0745513 Jun 14 03:25:40.742509 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:40.746790 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7020a4fc-9a01-4015-8994-e5b85e6bd1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:40.787764 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:40.788455 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:40.789798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] 10.222.0.23 "PUT /v2.0/ports/05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 1094 time: 1.6080718 Jun 14 03:25:40.798780 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:40.801102 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20588e-7277-4818-be74-669a0a1d81b3" -d '{"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:40.833809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-8dcedc6a-0f31-4856-abe1-8a6ae469a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:40.838495 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-8dcedc6a-0f31-4856-abe1-8a6ae469a86c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1440232 Jun 14 03:25:40.848343 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=3']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:40.858790 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:40.876545 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91c014-38b5-43a1-b397-624dc3ecd7fd req-f43f1bd0-b502-4576-8754-4b06302c4001 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:40.888205 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5e91c014-38b5-43a1-b397-624dc3ecd7fd req-f43f1bd0-b502-4576-8754-4b06302c4001 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.1845698 Jun 14 03:25:40.915934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ede5d-0b6b-4831-bf68-2b777c8214d9 x-openstack-request-id: req-9a6ede5d-0b6b-4831-bf68-2b777c8214d9 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:40.916467 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:40.916921 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a6ede5d-0b6b-4831-bf68-2b777c8214d9 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:40.917508 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'status': 'completed', 'code': 200} Jun 14 03:25:40.953251 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5e91c014-38b5-43a1-b397-624dc3ecd7fd req-0a29e19b-d267-414a-abf4-d3498600b2e4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614817 Jun 14 03:25:40.975373 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-c0ebbc81-3cf4-45b4-992f-bb1c896552e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 1000 time: 0.1326673 Jun 14 03:25:41.046453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-bfdd4089-4f44-461a-aa3c-53c9c825708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.048106 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-bfdd4089-4f44-461a-aa3c-53c9c825708d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0646508 Jun 14 03:25:41.124855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58924) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:41.132183 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-90b51e7f-8b3f-4f6d-877b-d42e9bc5fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.133879 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-90b51e7f-8b3f-4f6d-877b-d42e9bc5fbb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1097 time: 0.1766291 Jun 14 03:25:41.152516 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.186884 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943ce12-b499-4db0-b319-33c89eea9dae req-b0bcba48-a2d1-4526-ba8b-dde5e973c29d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.188587 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2943ce12-b499-4db0-b319-33c89eea9dae req-b0bcba48-a2d1-4526-ba8b-dde5e973c29d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.1406424 Jun 14 03:25:41.189744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-a0859aab-60a4-4533-be09-96ae9af2db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.191520 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-a0859aab-60a4-4533-be09-96ae9af2db0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367309 Jun 14 03:25:41.310120 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2943ce12-b499-4db0-b319-33c89eea9dae req-af91d0c2-09d9-4ff2-9c04-a68db829059d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151178 Jun 14 03:25:41.341898 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-f417760d-41f8-4775-9a17-187b6e7b94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.343510 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-f417760d-41f8-4775-9a17-187b6e7b94ac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=03a6960f167343e59b27f58db40b3f27&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2020743 Jun 14 03:25:41.344726 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-a027ee3e-63b1-45a6-9616-11490ce4674b service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460352 Jun 14 03:25:41.397020 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.459949 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.464721 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-18b37ef0-7dc2-46bd-a3b7-b37d682a4f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:41.484201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-6e4f48fa-d96d-4b83-9a88-053c98b5205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.485690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b20588e-7277-4818-be74-669a0a1d81b3 req-6e4f48fa-d96d-4b83-9a88-053c98b5205f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307664 Jun 14 03:25:41.517842 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40bf58c3c7154103a93a57c22d94bb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907070 Jun 14 03:25:41.522110 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58936) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:41.525418 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8207656b-99bf-4173-9dd7-785d1ab8cd71 req-880ada34-2d04-4f1a-8e67-97cb3f9ff078 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688924 Jun 14 03:25:41.526230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d087b1-f892-4696-a22f-3b536769e611,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:41.529667 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:41.622269 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.632632 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:25:41.654968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-bbf69d39-e3e9-4bf3-ac24-f11641e98cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.656453 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-bbf69d39-e3e9-4bf3-ac24-f11641e98cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1097 time: 0.1184502 Jun 14 03:25:41.658228 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.720989 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-997bf488-fe15-45ee-b583-7d5ce5649a78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 217 time: 0.0551357 Jun 14 03:25:41.791645 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-304a4ec7-9134-4698-98a5-9d9b56bd25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.793193 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-304a4ec7-9134-4698-98a5-9d9b56bd25f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0652714 Jun 14 03:25:41.862502 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-fe3705e2-0ae0-49d1-92fd-5c25caddd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:41.863957 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-fe3705e2-0ae0-49d1-92fd-5c25caddd74e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589867 Jun 14 03:25:41.951774 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.954578 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:41.955690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87d087b1-f892-4696-a22f-3b536769e611 HTTP/1.1" status: 204 len: 168 time: 0.4319372 Jun 14 03:25:41.958075 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a02105b3-3946-4945-9514-32087809e0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:41.982710 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d087b1-f892-4696-a22f-3b536769e611,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:41.991290 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:42.015114 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-604fd715-5415-496d-8bc2-7019519bd01e service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438668 Jun 14 03:25:42.177879 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-26ed7f42-bab9-4bcb-bd0d-5f1ecead1841 req-b28b58d0-228b-4089-aeca-dd3f0bd795f0 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542094 Jun 14 03:25:42.200131 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13728116-7b4b-4266-8ff0-8214b434649c req-6fd174d4-46cc-4eb6-99f5-b50708f2a7f3 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:42.201582 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-13728116-7b4b-4266-8ff0-8214b434649c req-6fd174d4-46cc-4eb6-99f5-b50708f2a7f3 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0981674 Jun 14 03:25:42.243671 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-13728116-7b4b-4266-8ff0-8214b434649c req-b443275e-a510-41ca-b7b2-784d972ace4b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360396 Jun 14 03:25:42.513617 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4d2be-0d75-4886-bd7c-ee8f07f0f5fb req-66d176da-f4e7-4ba9-b42b-e37c0945ae64 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:42.515064 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-94c4d2be-0d75-4886-bd7c-ee8f07f0f5fb req-66d176da-f4e7-4ba9-b42b-e37c0945ae64 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0755222 Jun 14 03:25:42.556404 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-94c4d2be-0d75-4886-bd7c-ee8f07f0f5fb req-0a85feda-6227-42d5-aaf8-cd0c7aa00462 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357788 Jun 14 03:25:43.432846 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3018-9e8b-4e94-9d39-960487870f6f req-b1a24726-c1a6-4b4e-bcc0-3e18555af2f8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:43.434913 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-adaf3018-9e8b-4e94-9d39-960487870f6f req-b1a24726-c1a6-4b4e-bcc0-3e18555af2f8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0710034 Jun 14 03:25:43.475957 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-adaf3018-9e8b-4e94-9d39-960487870f6f req-a2c42f20-ba98-45c1-b4f1-d5064d415d1f tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 Jun 14 03:25:43.682953 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:43.748219 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a15714-96b8-403b-be85-69cc4ab4bf4e req-cf10a3a3-d178-4e58-a7f9-034eaa27327c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:43.749840 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5a15714-96b8-403b-be85-69cc4ab4bf4e req-cf10a3a3-d178-4e58-a7f9-034eaa27327c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 945 time: 0.0750294 Jun 14 03:25:43.772207 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:43.800933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:43.803483 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8c1741-230c-4b7d-a3ac-6953500efc20" -d '{"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-unplugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:43.818650 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5a15714-96b8-403b-be85-69cc4ab4bf4e req-60b3bf84-294b-47ba-a55e-e688a45db761 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619438 Jun 14 03:25:43.819714 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:43.843596 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f179e-e6dd-4922-b465-bb8f487ab225 x-openstack-request-id: req-770f179e-e6dd-4922-b465-bb8f487ab225 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:43.843596 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-unplugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:43.844027 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-770f179e-e6dd-4922-b465-bb8f487ab225 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:43.844240 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'code': 200} Jun 14 03:25:43.914258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 58994) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:43.951692 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:43.954899 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:44.008537 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=8']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:44.011507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:44.025190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.125258 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.170697 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.228056 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.230452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:44.270827 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca84cd1235ac4cd8a6419d17de863b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554480 Jun 14 03:25:44.271493 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007b20d-7f7b-4d6e-9d98-56b4755f06d9,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:44.273439 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 58998) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:44.274553 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:44.333002 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.356287 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.476924 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.479579 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:44.480718 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4007b20d-7f7b-4d6e-9d98-56b4755f06d9 HTTP/1.1" status: 204 len: 168 time: 0.2062788 Jun 14 03:25:44.481730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e04d301e-752a-41ab-b79a-a686bcc3d756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:44.492080 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007b20d-7f7b-4d6e-9d98-56b4755f06d9,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:44.494892 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:44.677839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216f62-4a1b-4867-aeb8-a8e18e8f7939 req-ed57df4b-a946-4b6f-aeea-eee3b0330965 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:44.679293 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-79216f62-4a1b-4867-aeb8-a8e18e8f7939 req-ed57df4b-a946-4b6f-aeea-eee3b0330965 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0793788 Jun 14 03:25:44.726096 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-79216f62-4a1b-4867-aeb8-a8e18e8f7939 req-55587324-277f-4d06-96d0-59380486b396 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397077 Jun 14 03:25:45.022308 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aca99e-7889-4833-9214-6178fa53cfd5 req-e00f4c35-e255-4fe2-b266-8578c2b98930 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:45.024520 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d4aca99e-7889-4833-9214-6178fa53cfd5 req-e00f4c35-e255-4fe2-b266-8578c2b98930 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0712478 Jun 14 03:25:45.076707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d4aca99e-7889-4833-9214-6178fa53cfd5 req-6d006a2c-cd9c-4c75-a5de-cde183946190 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Jun 14 03:25:45.923542 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b575300-cec5-482f-b02d-8fe3166072ec req-2994f3eb-3b0c-453c-9f86-1e91d5f3ca7c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:45.925012 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5b575300-cec5-482f-b02d-8fe3166072ec req-2994f3eb-3b0c-453c-9f86-1e91d5f3ca7c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0784721 Jun 14 03:25:45.972101 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5b575300-cec5-482f-b02d-8fe3166072ec req-38f5074e-f552-4216-9e58-0e8c22562f88 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Jun 14 03:25:47.061786 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f6ed-ef55-4565-a5de-ca7dc47bbfb5 req-5be5b5fe-eebb-41db-a5ca-a5bd4dc909b3 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:47.063426 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40b7f6ed-ef55-4565-a5de-ca7dc47bbfb5 req-5be5b5fe-eebb-41db-a5ca-a5bd4dc909b3 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0728226 Jun 14 03:25:47.109494 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-40b7f6ed-ef55-4565-a5de-ca7dc47bbfb5 req-984b4936-4bad-4d4c-aa78-383447c63b54 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Jun 14 03:25:47.317315 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655333a-987d-42b9-b737-34f81a0a5ad7 req-60115a43-ffe5-4189-b5ff-79339c786688 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:47.324917 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5655333a-987d-42b9-b737-34f81a0a5ad7 req-60115a43-ffe5-4189-b5ff-79339c786688 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.1398571 Jun 14 03:25:47.356088 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11477c-50c1-427d-8205-3b49944ce8c4 req-d8614af5-e536-43f4-87d5-aa818bed485b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:47.357619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f11477c-50c1-427d-8205-3b49944ce8c4 req-d8614af5-e536-43f4-87d5-aa818bed485b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1278024 Jun 14 03:25:47.384779 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5655333a-987d-42b9-b737-34f81a0a5ad7 req-873c8ce3-652e-4a89-88d4-646274b2874b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589821 Jun 14 03:25:47.430123 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f11477c-50c1-427d-8205-3b49944ce8c4 req-dc7ec19b-c335-403a-b42b-943de68798bc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602784 Jun 14 03:25:47.704430 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:25:47.708607 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:47.775184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59174) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:47.891636 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-175ab82f-5965-4d97-9306-c83b6bbf407c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144300 Jun 14 03:25:47.926463 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:47.939840 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '05badafe-96d7-4752-b95d-074cdd06df2b', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'mac_address': 'fa:16:3e:2e:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:25:47.998634 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.002295 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05badafe-96d7-4752-b95d-074cdd06df2b {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:25:48.023445 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:48.032221 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59184) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:48.119112 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.122376 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:48.160148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.186640 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:48.190057 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:48.264040 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.302344 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557dadf-12ec-4feb-b519-eb765829a181 req-12eb7b1f-28aa-4457-8f47-5d68b0a6fdfc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:48.304661 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d557dadf-12ec-4feb-b519-eb765829a181 req-12eb7b1f-28aa-4457-8f47-5d68b0a6fdfc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0756042 Jun 14 03:25:48.333674 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.337469 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2bc598d1-ea96-4161-aa7a-2f2ac754b207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:48.351496 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d557dadf-12ec-4feb-b519-eb765829a181 req-426152c7-960d-4645-ba39-746a53ab14a5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Jun 14 03:25:48.381315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1188366-b6a2-4b9a-add9-ff1081c6bb1b,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:48.384551 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:48.387282 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a5e7ff88dcd480f914c45948c5016db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543537 Jun 14 03:25:48.392548 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59192) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:48.445809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.478383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.501675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['05badafe-96d7-4752-b95d-074cdd06df2b'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:48.592499 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.598544 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:48.600151 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1188366-b6a2-4b9a-add9-ff1081c6bb1b HTTP/1.1" status: 204 len: 168 time: 0.2073407 Jun 14 03:25:48.601379 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-75927db5-00c9-4f13-a823-c035769f15df tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:48.614297 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1188366-b6a2-4b9a-add9-ff1081c6bb1b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:48.616777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:48.672603 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567616ed-2df2-4e8d-8d20-e685dfb3cc5a req-9b259362-8838-47dc-954c-adf4edd1df26 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:48.675189 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-567616ed-2df2-4e8d-8d20-e685dfb3cc5a req-9b259362-8838-47dc-954c-adf4edd1df26 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 945 time: 0.1662660 Jun 14 03:25:48.733501 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38b3cb-799b-4dc9-8e48-1ffb472f157d req-0a43bb80-e434-4394-a2f8-6e192ebe2b0b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:48.735603 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b38b3cb-799b-4dc9-8e48-1ffb472f157d req-0a43bb80-e434-4394-a2f8-6e192ebe2b0b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1609814 Jun 14 03:25:48.739924 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-567616ed-2df2-4e8d-8d20-e685dfb3cc5a req-3520ac28-a9ba-4a06-9645-d63c7d272f59 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585799 Jun 14 03:25:48.794630 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b38b3cb-799b-4dc9-8e48-1ffb472f157d req-2c17d556-e01c-4fba-9442-53fa09c4b2a0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458348 Jun 14 03:25:49.313531 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59204) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:49.337928 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.437208 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.513598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.517360 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b3127431-4bd5-4830-9b12-d35ebd04ea95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:49.537919 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a29d-c46f-4d5d-bd2a-0173f70fbd6c req-d8abee9f-ec2e-47ca-81f6-d17e1f12508b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:49.539474 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e488a29d-c46f-4d5d-bd2a-0173f70fbd6c req-d8abee9f-ec2e-47ca-81f6-d17e1f12508b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0703213 Jun 14 03:25:49.558145 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98e7e730504f45ff914ad3e740c0a8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423756 Jun 14 03:25:49.560779 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f147c62-fb68-4e80-9924-cbf6315b10f4,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:49.560995 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 59208) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:49.565034 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:49.608302 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e488a29d-c46f-4d5d-bd2a-0173f70fbd6c req-7bf950c2-9dad-4152-881d-a307f4159df8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Jun 14 03:25:49.638347 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.661638 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.716051 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:25:49.842948 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.848959 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:49.848959 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f147c62-fb68-4e80-9924-cbf6315b10f4 HTTP/1.1" status: 204 len: 168 time: 0.2849109 Jun 14 03:25:49.848959 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ffd8176-3d81-492e-b48f-85df91d8f099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:49.864742 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f147c62-fb68-4e80-9924-cbf6315b10f4,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:49.867207 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:49.902763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 05badafe-96d7-4752-b95d-074cdd06df2b completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:25:49.908424 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 05badafe-96d7-4752-b95d-074cdd06df2b triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:25:49.908424 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.001475 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85873a-e797-4cc7-a060-7ce7d4d98fc5 req-233b564c-b11d-47bd-8b6b-18c836ec3872 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:50.003450 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6a85873a-e797-4cc7-a060-7ce7d4d98fc5 req-233b564c-b11d-47bd-8b6b-18c836ec3872 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 945 time: 0.1205940 Jun 14 03:25:50.055048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.063317 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6a85873a-e797-4cc7-a060-7ce7d4d98fc5 req-7b0c558a-4f34-4b39-9a21-d082019c6888 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498965 Jun 14 03:25:50.101250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:50.103856 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5cfec6-a28e-4df4-a276-3d15e6523f26" -d '{"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-plugged", "status": "completed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:50.126082 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:50.157499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b03aa-ab4b-4321-87a7-552154b639af x-openstack-request-id: req-271b03aa-ab4b-4321-87a7-552154b639af {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:50.157831 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-plugged", "status": "completed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:50.158090 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-271b03aa-ab4b-4321-87a7-552154b639af {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:50.158705 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'code': 200} Jun 14 03:25:50.212759 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e8b5f-fd6f-4bb5-8148-11718a4b917d req-f279e3ec-240e-48f5-8ae1-0cd9eef0385c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:50.214293 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-652e8b5f-fd6f-4bb5-8148-11718a4b917d req-f279e3ec-240e-48f5-8ae1-0cd9eef0385c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0817049 Jun 14 03:25:50.225966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.229341 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:50.259656 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-652e8b5f-fd6f-4bb5-8148-11718a4b917d req-d0b4aaf3-c358-4fb2-adb3-aa166b9a27c4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 Jun 14 03:25:50.301842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:50.304984 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:50.632026 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59222) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:50.649148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.674690 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ce64-f204-406a-9f19-39a7204f780c req-afcc0fcd-465c-4ea2-beb2-88b4180698e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:50.676384 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9ca3ce64-f204-406a-9f19-39a7204f780c req-afcc0fcd-465c-4ea2-beb2-88b4180698e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0716865 Jun 14 03:25:50.717666 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9ca3ce64-f204-406a-9f19-39a7204f780c req-d79dbcdb-88eb-4d45-8059-5e014fae8a2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Jun 14 03:25:50.760306 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.800827 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cedb-46b0-4f73-a2de-27ad364ad4e9 req-8cc30fff-4cc0-4f82-8b1c-30d356611c29 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:50.802459 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0190cedb-46b0-4f73-a2de-27ad364ad4e9 req-8cc30fff-4cc0-4f82-8b1c-30d356611c29 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.0758305 Jun 14 03:25:50.828147 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:50.832523 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a762fa0a-a707-4509-9cd2-1ff095d1eb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:50.845118 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0190cedb-46b0-4f73-a2de-27ad364ad4e9 req-2a503399-9bc4-48dc-a778-e8f1cc93c29d tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Jun 14 03:25:50.872666 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27a9aea59f3f42b2bc1c57c96938d81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393882 Jun 14 03:25:50.873852 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc35b34d-446f-4b0e-9b1f-fe9b20e27368,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:50.875310 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 59226) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:50.877197 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:51.002824 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:51.035596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-ab6a64df-e4b0-47c8-9517-04be965d5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.037063 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-ab6a64df-e4b0-47c8-9517-04be965d5347 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 1096 time: 0.1535735 Jun 14 03:25:51.038839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:51.132760 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-7ab26d17-f492-4dfc-bc23-1a6d4ad26591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.134209 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-7ab26d17-f492-4dfc-bc23-1a6d4ad26591 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1096 time: 0.0688381 Jun 14 03:25:51.266998 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:51.269607 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:51.270727 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc35b34d-446f-4b0e-9b1f-fe9b20e27368 HTTP/1.1" status: 204 len: 168 time: 0.3942454 Jun 14 03:25:51.273002 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6d1fa033-4a9a-4a9d-bd23-70ba33d0aa3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:51.302170 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc35b34d-446f-4b0e-9b1f-fe9b20e27368,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:51.306059 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-29dc59c7-00c1-4f4b-b7bd-26d4b970c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.307587 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-29dc59c7-00c1-4f4b-b7bd-26d4b970c597 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1659279 Jun 14 03:25:51.313546 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:51.401793 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eeec4-c552-4813-858a-ffe4daa1d02a req-42924b87-b005-44eb-b9d2-56cc0e7ba6fc tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.402785 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-148eeec4-c552-4813-858a-ffe4daa1d02a req-42924b87-b005-44eb-b9d2-56cc0e7ba6fc tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.1812410 Jun 14 03:25:51.415647 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-63b1664a-93ed-4aae-8b86-ef46b2a9bee5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 998 time: 0.1000607 Jun 14 03:25:51.539691 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-148eeec4-c552-4813-858a-ffe4daa1d02a req-76143f3b-0b43-4d07-bc9f-f4c7d922c0e0 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231067 Jun 14 03:25:51.546106 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-25cca172-d4bc-4e3d-a54c-4c7a46a95b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.547481 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-25cca172-d4bc-4e3d-a54c-4c7a46a95b30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.1225235 Jun 14 03:25:51.570286 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efffee-cc5a-45f1-a24b-24d4de3f2e82 req-8c2feada-c842-4c47-8a5e-351cd7e3c5f9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.571793 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a1efffee-cc5a-45f1-a24b-24d4de3f2e82 req-8c2feada-c842-4c47-8a5e-351cd7e3c5f9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1681259 Jun 14 03:25:51.650017 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a1efffee-cc5a-45f1-a24b-24d4de3f2e82 req-5c33234b-091b-4fed-9b55-29dd619b3ca5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536857 Jun 14 03:25:51.668345 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-fbe5b762-e8d3-4211-b8e0-8de8a3ea7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:51.669875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-fbe5b762-e8d3-4211-b8e0-8de8a3ea7a4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147392 Jun 14 03:25:52.142066 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-80c0e406-1680-4c4e-bc71-de80a659aaba service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627812 Jun 14 03:25:52.154362 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afad56-92b1-4961-a8bf-d75dbdaf2ad9 req-929150b2-7694-43d3-9ba9-14fcd136306d tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:52.155896 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c0afad56-92b1-4961-a8bf-d75dbdaf2ad9 req-929150b2-7694-43d3-9ba9-14fcd136306d tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.1507962 Jun 14 03:25:52.287704 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c0afad56-92b1-4961-a8bf-d75dbdaf2ad9 req-7cc1c9c3-c180-4eb5-8bee-fa69b8fb7070 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198032 Jun 14 03:25:52.304707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c723ba3d-e2e9-457f-bbb8-0a335957541e req-2099aa99-c258-4151-8bbd-472ed4c6ec30 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478558 Jun 14 03:25:52.795249 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13bb2a-af60-4e79-a8dd-cb5388feb997 req-e9718abf-a99c-4d9c-a06e-7dfc25341fcb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:52.797375 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8c13bb2a-af60-4e79-a8dd-cb5388feb997 req-e9718abf-a99c-4d9c-a06e-7dfc25341fcb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.1394408 Jun 14 03:25:52.866963 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-dbd97f67-a721-45b2-aac8-47b3b58ed60e tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:52.868466 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-dbd97f67-a721-45b2-aac8-47b3b58ed60e tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.1740854 Jun 14 03:25:52.945439 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8c13bb2a-af60-4e79-a8dd-cb5388feb997 req-3c208afc-0a68-4149-8e70-83624df77dfd tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347525 Jun 14 03:25:53.023535 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d1ab-e2b4-4be5-9ad9-d446cde3c8b1 req-9f9c5e07-331b-4c40-a953-e9643b218210 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:53.025136 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1236d1ab-e2b4-4be5-9ad9-d446cde3c8b1 req-9f9c5e07-331b-4c40-a953-e9643b218210 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.2265720 Jun 14 03:25:53.148494 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1236d1ab-e2b4-4be5-9ad9-d446cde3c8b1 req-d0e8cc44-4f60-4c98-85f8-e65a65ca9a16 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140497 Jun 14 03:25:53.164413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Deleting port ba2bada0-114f-4b39-a099-3de5df059051 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:25:53.165415 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:53.311425 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162251e-12af-4d42-a6e5-887b6e19b2cc req-d369c41a-90a8-4112-b7ab-b41c12d3d30c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:53.314767 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a162251e-12af-4d42-a6e5-887b6e19b2cc req-d369c41a-90a8-4112-b7ab-b41c12d3d30c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.2361979 Jun 14 03:25:53.416240 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a162251e-12af-4d42-a6e5-887b6e19b2cc req-5442b944-37d9-4997-bd3f-8bc70fd7830e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905838 Jun 14 03:25:53.418136 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] For port ba2bada0-114f-4b39-a099-3de5df059051, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bada0-114f-4b39-a099-3de5df059051,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:25:53.418511 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:53.462809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59310) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:53.558784 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Calling delete_port for ba2bada0-114f-4b39-a099-3de5df059051 owned by compute:nova {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:25:53.819247 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e96e8-14c4-4c85-bcc3-bf0f93180d29 req-13a61543-b41d-4a2b-a1b8-15b29fef4143 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:53.829927 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-768e96e8-14c4-4c85-bcc3-bf0f93180d29 req-13a61543-b41d-4a2b-a1b8-15b29fef4143 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 945 time: 0.2683380 Jun 14 03:25:53.856332 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3890a20-b357-4d2c-b08d-11a7abb6a2c3 tempest-TestShelveInstance-81732582 tempest-TestShelveInstance-81732582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:53.861956 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c3890a20-b357-4d2c-b08d-11a7abb6a2c3 tempest-TestShelveInstance-81732582 tempest-TestShelveInstance-81732582-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1094 time: 0.3985932 Jun 14 03:25:53.865366 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 59316) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:53.896270 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:53.943672 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-768e96e8-14c4-4c85-bcc3-bf0f93180d29 req-68f04760-23e9-4609-895d-8021255117aa tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122708 Jun 14 03:25:54.037174 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for floatingip, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.065813 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.070532 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d9670038-ef44-4e2f-92df-c6aa07017144 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:54.080265 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['ba2bada0-114f-4b39-a099-3de5df059051'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:25:54.108185 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Pushing event deleted for resources: {'Port': ['ID=ba2bada0-114f-4b39-a099-3de5df059051,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:54.113847 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:54.201028 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] No DVR routers for this DVR port ba2bada0-114f-4b39-a099-3de5df059051 on host hv-cinder-79617 {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:25:54.204323 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.207633 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-50d02f10-2c89-4e7c-b2f6-fe8d3667e099 req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "DELETE /v2.0/ports/ba2bada0-114f-4b39-a099-3de5df059051 HTTP/1.1" status: 204 len: 173 time: 1.3312452 Jun 14 03:25:54.209953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'name': 'network-vif-deleted', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:54.222961 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d9ab6-bb39-48e2-a68e-1163b42bc2d5" -d '{"events": [{"server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "name": "network-vif-deleted", "tag": "ba2bada0-114f-4b39-a099-3de5df059051"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:54.335141 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb12bb5-625e-4c07-949a-ff22026b6299 x-openstack-request-id: req-2fb12bb5-625e-4c07-949a-ff22026b6299 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:54.335469 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f7de6-54b4-4078-a7d5-5dd70f768c05", "name": "network-vif-deleted", "tag": "ba2bada0-114f-4b39-a099-3de5df059051", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:54.335880 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fb12bb5-625e-4c07-949a-ff22026b6299 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:54.336325 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f7de6-54b4-4078-a7d5-5dd70f768c05', 'name': 'network-vif-deleted', 'tag': 'ba2bada0-114f-4b39-a099-3de5df059051', 'status': 'completed', 'code': 200} Jun 14 03:25:54.364347 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.550650 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c29d-e6f6-4dfb-96ae-0b57234b4ef1 req-ae51df80-6321-4681-947f-62c0a529ae04 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:54.552161 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-aa76c29d-e6f6-4dfb-96ae-0b57234b4ef1 req-ae51df80-6321-4681-947f-62c0a529ae04 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1797938 Jun 14 03:25:54.576530 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Allocated IP 172.28.1.139 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/5654ed1b-0987-4512-82ef-876714226fe9) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:25:54.644427 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-aa76c29d-e6f6-4dfb-96ae-0b57234b4ef1 req-b9cb4f4d-4adf-4183-a9da-3f98b78ab671 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852559 Jun 14 03:25:54.818135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.951903 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:54.955442 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:55.032864 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:25:55.040993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:25:55.044627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:25:55.080227 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'Port': ['ID=5654ed1b-0987-4512-82ef-876714226fe9,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:55.093977 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:55.197075 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d97a8b37-016f-40cb-ba3d-3fbc117c0c00 req-69a57a49-2987-4bdf-82e2-f90740b4558f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0541990 Jun 14 03:25:55.373237 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59356) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:55.505946 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:55.616939 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:55.624406 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:55.861800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f84a4-9282-4649-bf4c-69e851ef2bc4 req-63f6edaa-93bc-482c-a130-9eec26df9be0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:55.863740 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a5f84a4-9282-4649-bf4c-69e851ef2bc4 req-63f6edaa-93bc-482c-a130-9eec26df9be0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0769472 Jun 14 03:25:55.917386 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a5f84a4-9282-4649-bf4c-69e851ef2bc4 req-ffef29ef-7816-47f7-8b29-6a6aa2555313 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Jun 14 03:25:56.111312 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.117928 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c1bcfaa9-f009-4394-b369-fdb867e2160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:56.143351 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1851a-e48b-43e5-bd2b-c3f8e817b7d9,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:56.147985 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:56.168229 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85ac1ead60c045329890de52e44ed956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932758 Jun 14 03:25:56.173290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59362) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:56.204665 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.227792 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.274682 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.407625 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4e37c35b-b002-4565-a679-d30f5afbb0b6 req-d99ba679-3d06-4852-a0cb-448ae1120d4d tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0435605 Jun 14 03:25:56.448007 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.450822 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.455283 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4c1851a-e48b-43e5-bd2b-c3f8e817b7d9 HTTP/1.1" status: 204 len: 168 time: 0.2807064 Jun 14 03:25:56.457075 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7d8d5495-8707-42cb-9a21-e8dd9da7ae6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:56.466678 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1851a-e48b-43e5-bd2b-c3f8e817b7d9,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:56.469289 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:56.473105 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.580346 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:56.582666 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9463f86a-a16b-4790-b491-15ebbce62fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:56.665668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event updated for resources: {'Port': ['ID=5654ed1b-0987-4512-82ef-876714226fe9,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:56.668710 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:56.675420 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:57.152984 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Floating IP 5cc18739-44d5-41b6-bd89-bcfa51db8137 associated. External IP: 172.28.1.139, port: 05badafe-96d7-4752-b95d-074cdd06df2b. Jun 14 03:25:57.316556 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59378) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:57.325508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7001c841-532f-4246-b489-8b06c9e1777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:57.337848 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:57.421992 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca518d0-2107-4e9d-84d8-e2ce452cdd0f req-22d2b414-fadf-4df4-97d1-663245dfd0c1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:57.423480 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cca518d0-2107-4e9d-84d8-e2ce452cdd0f req-22d2b414-fadf-4df4-97d1-663245dfd0c1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1354141 Jun 14 03:25:57.518005 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:57.619478 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4fd225ba-bc92-4328-b4e2-ad3d17e011e4 req-5a5cd7ba-b9c4-444d-aa5b-f16fc9cf7877 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0583839 Jun 14 03:25:57.633687 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cca518d0-2107-4e9d-84d8-e2ce452cdd0f req-81a38476-d463-4832-92e4-9a297ed149c9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516201 Jun 14 03:25:57.666225 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Router 918c1328-6fdb-435e-9ddc-432598ecc187 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:25:57.768850 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device ba2bada0-114f-4b39-a099-3de5df059051 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:25:57.793882 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: ba2bada0-114f-4b39-a099-3de5df059051 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:25:57.794322 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device ba2bada0-114f-4b39-a099-3de5df059051 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:25:57.835272 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:25:57.848439 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Sync routers for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:25:57.854374 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:57.854374 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3fd8f8a2-c271-4c9c-afc9-b081ecba71f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:57.860496 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:57.861500 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:57.901249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9999158-7b0f-4ad6-8211-d906be7136f6,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:57.906527 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:57.909313 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29fe4f4c719541e2a64ad726fe227a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893679 Jun 14 03:25:57.912011 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59384) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:57.985759 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:58.010675 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:58.014652 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:58.018252 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:58.091255 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2245450 Jun 14 03:25:58.093712 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:25:58.098178 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc" -d '{"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:25:58.159625 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b88a40-4b3b-45ed-84b4-6f1f2b7fc1ba x-openstack-request-id: req-73b88a40-4b3b-45ed-84b4-6f1f2b7fc1ba {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:25:58.159625 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:25:58.159625 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b88a40-4b3b-45ed-84b4-6f1f2b7fc1ba {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:25:58.160237 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'status': 'completed', 'code': 200} Jun 14 03:25:58.176776 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:58.179539 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:58.183923 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9999158-7b0f-4ad6-8211-d906be7136f6 HTTP/1.1" status: 204 len: 168 time: 0.2675145 Jun 14 03:25:58.183923 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5d2ce6bc-875b-4068-ae05-6b5dc758b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:58.195520 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9999158-7b0f-4ad6-8211-d906be7136f6,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:58.212330 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:58.471073 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '5cc18739-44d5-41b6-bd89-bcfa51db8137', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'mac_address': 'fa:16:3e:2e:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da5468-17b1-41c7-b73a-96399c3768c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:55Z', 'updated_at': '2021-06-14T03:25:55Z', 'revision_number': 0, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:58.480565 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Checking router: 918c1328-6fdb-435e-9ddc-432598ecc187 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:25:58.488683 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:25:58.489314 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:25:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:58.666456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:25:58.882901 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-097a44d3-1d0a-4282-9fc9-a9dcb1a656f8 req-18aabff8-3616-4271-9b89-ac87ab85bcb0 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0456367 Jun 14 03:25:58.983606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004927b8-038a-429b-b5eb-9cfccce08a53 req-2e262db8-0cb9-42ce-828a-dc742cf0e3e1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:25:58.985652 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-004927b8-038a-429b-b5eb-9cfccce08a53 req-2e262db8-0cb9-42ce-828a-dc742cf0e3e1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1052377 Jun 14 03:25:59.069162 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '5cc18739-44d5-41b6-bd89-bcfa51db8137', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'mac_address': 'fa:16:3e:2e:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da5468-17b1-41c7-b73a-96399c3768c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:55Z', 'updated_at': '2021-06-14T03:25:55Z', 'revision_number': 0, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:25:59.075058 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543f3a-fc73-4d14-9c38-df88dcc8db3b None None] The sync data for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb is: [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '5cc18739-44d5-41b6-bd89-bcfa51db8137', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'mac_address': 'fa:16:3e:2e:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da5468-17b1-41c7-b73a-96399c3768c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:55Z', 'updated_at': '2021-06-14T03:25:55Z', 'revision_number': 0, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:25:59.082303 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-004927b8-038a-429b-b5eb-9cfccce08a53 req-be2b04af-9842-453f-b190-993c16d1265b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884380 Jun 14 03:25:59.303382 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c947-12f7-4148-b214-7b4c222a4332 None None] New status for floating IP 5cc18739-44d5-41b6-bd89-bcfa51db8137: ACTIVE {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:25:59.463324 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59416) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:25:59.579972 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1676754666-network', 'tenant_id': '45d96ad0a91948e8af808cef4c9dd958'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:25:59.680039 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Made reservation on behalf of 45d96ad0a91948e8af808cef4c9dd958 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:25:59.683302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.700764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.708183 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-8415c51c-85c9-4679-95fd-f44cc7800ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.808345 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.882215 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.885424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-e553de43-75c8-48fe-b291-4ee236203fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:25:59.913690 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:25:59.921148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9605eb-ccb4-4260-be3a-e806998bc398,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:25:59.925265 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:25:59.929773 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:25:59.930109 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Added segment 96d0f723-3b65-41f0-9b51-0fbacca62d73 of type vlan for network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 Jun 14 03:25:59.992008 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.048724 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.083498 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a94575a5-733e-4352-b2e1-7994b2693ed8 req-2f83a0ae-fc88-4aa5-a5df-a471e98fe714 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0505314 Jun 14 03:26:00.114092 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.115457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:00.116058 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.119142 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:00.204608 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f72ad489-c1d0-4cd5-ae54-2faf65a9e769,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:00.210342 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:00.216729 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:26:00.229130 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7614906 Jun 14 03:26:00.229370 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 59434) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:00.236035 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Request body: {'subnet': {'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1676754666-subnet', 'tenant_id': '45d96ad0a91948e8af808cef4c9dd958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:00.282335 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d22de-a1d0-45cb-9036-6ba2f82affb1 req-865d9613-42b5-41d5-a366-7ef90e8d53fe tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:00.283721 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-802d22de-a1d0-45cb-9036-6ba2f82affb1 req-865d9613-42b5-41d5-a366-7ef90e8d53fe tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0801809 Jun 14 03:26:00.325214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Made reservation on behalf of 45d96ad0a91948e8af808cef4c9dd958 for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:26:00.331024 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125925778'] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.342741 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-802d22de-a1d0-45cb-9036-6ba2f82affb1 req-b2107a92-4770-49e3-bbe0-6c29ace8c518 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528092 Jun 14 03:26:00.650850 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129487819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125925764'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.654154 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:00.720815 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d98174a-0236-451c-b883-4b2b6abc921a,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:00.724526 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:00.730803 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Checking segment: {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:26:00.731163 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Network hostable DHCP agents. Network: f72ad489-c1d0-4cd5-ae54-2faf65a9e769, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:26:00.827876 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:26:00.896591 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.948067 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, f72ad489-c1d0-4cd5-ae54-2faf65a9e769) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:26:00.952278 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:00.957813 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:00.958587 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24eb7f-25eb-40f8-82f9-336b1147e7dc None None] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:26:01.047330 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2e0971db-fe00-4f10-8aca-8ed00f9d555b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8169463 Jun 14 03:26:01.131263 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569bc8b4-10c0-444f-a06e-39b30856a7ff None None] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:26:01.247682 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-69412bf7-5070-42ce-86ce-fcd3a3ee51c2 req-14906aa3-45d4-42f1-9aef-b4cd53edd716 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0471592 Jun 14 03:26:01.532997 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21566e27-9d2d-4035-a4db-c7d7cfcc8829 req-0925237d-5a77-4569-94e2-2c2197f543be tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:01.534478 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-21566e27-9d2d-4035-a4db-c7d7cfcc8829 req-0925237d-5a77-4569-94e2-2c2197f543be tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0680523 Jun 14 03:26:01.588264 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-21566e27-9d2d-4035-a4db-c7d7cfcc8829 req-046d1235-8916-400d-a89a-71925a1f68f7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454454 Jun 14 03:26:02.384851 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec906781-5827-44ac-bb30-d4b87221b539 req-97736f83-8bc4-4f3b-a1f5-db0ab7c7401b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jun 14 03:26:02.770582 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:02.775971 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39903a43-2991-4d7b-b65d-bef5cdfd4a5e req-ab73a13a-5f58-4f39-b582-9bf5c2aa8431 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:02.777484 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-39903a43-2991-4d7b-b65d-bef5cdfd4a5e req-ab73a13a-5f58-4f39-b582-9bf5c2aa8431 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0755048 Jun 14 03:26:02.820573 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-39903a43-2991-4d7b-b65d-bef5cdfd4a5e req-15be3f4f-56de-4140-9d61-0f4650348287 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371749 Jun 14 03:26:03.555329 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ee3f23e3-5936-4666-a817-e3794233200e req-8b96b156-19b0-47f3-8305-123ac00703f9 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0358138 Jun 14 03:26:04.018778 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d83bdc-9ac6-409a-9b2a-c9808913bf21 req-12332755-68d2-4d2c-b75e-be91cc46bfc6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:04.021606 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-18d83bdc-9ac6-409a-9b2a-c9808913bf21 req-12332755-68d2-4d2c-b75e-be91cc46bfc6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0758972 Jun 14 03:26:04.088114 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-18d83bdc-9ac6-409a-9b2a-c9808913bf21 req-8204382a-75e3-4f3a-878d-58f623ec7360 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601687 Jun 14 03:26:04.488095 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-a9600463-bffe-452c-bf31-68f46dd6559b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:04.489595 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-a9600463-bffe-452c-bf31-68f46dd6559b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/networks?id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769 HTTP/1.1" status: 200 len: 809 time: 0.1313820 Jun 14 03:26:04.503757 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-7a2933cd-e9b8-49aa-8605-03b301120656 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/quotas/45d96ad0a91948e8af808cef4c9dd958 HTTP/1.1" status: 200 len: 375 time: 0.0088003 Jun 14 03:26:04.545484 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-188b0922-d371-4eb9-8059-84038e5c58be tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342779 Jun 14 03:26:04.664009 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-3c3a47d9-c57d-488a-b181-dda3bdd05957 service neutron] 10.222.0.15 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121898 Jun 14 03:26:04.730467 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c007eae0-db83-49a7-9de7-462765add5b0 req-80ddf6ef-0723-47b0-ae2e-40c124c90195 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0616138 Jun 14 03:26:04.815018 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-8b107d86-737a-41ae-bb79-c80dd2d6bd58 service neutron] 10.222.0.15 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450861 Jun 14 03:26:05.048738 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d0ca6baa-32fb-4480-aa07-51904c083fff req-4b3fcb65-d4ea-4a7f-a6c8-69fec4f24159 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0352118 Jun 14 03:26:05.301717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e153bf2-27b7-40ec-96d6-fc6da44e72bf req-23271127-5dc4-4dc4-b9d5-139381a5198f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:05.301717 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7e153bf2-27b7-40ec-96d6-fc6da44e72bf req-23271127-5dc4-4dc4-b9d5-139381a5198f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0794356 Jun 14 03:26:05.343922 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7e153bf2-27b7-40ec-96d6-fc6da44e72bf req-cc2e70d3-45c8-4daa-8079-e07362bea47f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 Jun 14 03:26:05.880793 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d0fa0057-b088-4ce7-809d-679d20d13f99 req-ab8c6fb5-6492-465f-91b6-a38ac91689cc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0336394 Jun 14 03:26:06.137536 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cb8e06ca-cfd6-48c4-ac6a-d8c19a9b5373 req-aaeecde9-ea77-4257-9a38-723343b60c88 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0333581 Jun 14 03:26:06.546147 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f9f83-01fc-4528-b233-31b0a5a5f003 req-443d91bb-aaab-4a8c-8b95-cd67d3ded484 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:06.547723 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e91f9f83-01fc-4528-b233-31b0a5a5f003 req-443d91bb-aaab-4a8c-8b95-cd67d3ded484 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0763814 Jun 14 03:26:06.590835 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e91f9f83-01fc-4528-b233-31b0a5a5f003 req-33a0e38d-bc89-420d-8fd2-5afa187427f0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 Jun 14 03:26:07.035628 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6f2856c-ea57-455c-af28-5f857918d293 req-b1c0f7f9-d340-457c-b373-fe703c44699b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0329027 Jun 14 03:26:07.283887 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fcbe1bf9-5850-4d78-92cf-5f4667fbc28c req-98169808-89f2-4e7d-87a2-9e44c9457413 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0370815 Jun 14 03:26:07.780985 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad98fbd-9ec8-431b-9502-641d3563eec0 req-dabdc144-677d-4d32-934f-3e57b6b38969 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:07.782322 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2ad98fbd-9ec8-431b-9502-641d3563eec0 req-dabdc144-677d-4d32-934f-3e57b6b38969 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0704973 Jun 14 03:26:07.822759 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2ad98fbd-9ec8-431b-9502-641d3563eec0 req-dbbeae08-dcb5-4f62-8eb5-c411ef38e1f9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347183 Jun 14 03:26:08.177855 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-543058d3-db4f-46be-a4c1-6571d41e6a90 req-fd149d79-6b4d-4373-94ff-339bff02ad37 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Jun 14 03:26:08.423764 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b66d1a7-502b-4b63-9002-c32155e98ad4 req-c9156e7a-217c-4338-8847-ddd2dd32f457 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0330861 Jun 14 03:26:09.012417 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e0ce-28f3-40d1-890f-5b5215f41a00 req-6e35421c-46e1-4f04-8a5a-6a3a60fcfb16 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:09.013866 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-53a2e0ce-28f3-40d1-890f-5b5215f41a00 req-6e35421c-46e1-4f04-8a5a-6a3a60fcfb16 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0743840 Jun 14 03:26:09.055058 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-53a2e0ce-28f3-40d1-890f-5b5215f41a00 req-9a0fc3ae-6646-4953-92fc-90e60aeca4dd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352640 Jun 14 03:26:09.132738 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8065da-e600-48cc-951e-370c6d9e6204 req-e7b5db56-8533-40ef-8f62-35f68559fa3d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:09.134251 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7c8065da-e600-48cc-951e-370c6d9e6204 req-e7b5db56-8533-40ef-8f62-35f68559fa3d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0717821 Jun 14 03:26:09.180352 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7c8065da-e600-48cc-951e-370c6d9e6204 req-30a3f452-7d1e-44c8-8142-49fb8f9369ee tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390050 Jun 14 03:26:09.321873 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-11073ae1-61d2-400c-8277-794836d74e44 req-42318458-4f7e-4d14-bd33-7a70c30ec9eb tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0353158 Jun 14 03:26:09.563948 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-34347fa6-db30-4482-a512-e20aab881965 req-290f0983-ec7c-4a5a-9b10-73bf71acbbdf tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0327678 Jun 14 03:26:10.246658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dacb6b-1416-48c6-86eb-24e2a14f5cc5 req-759512c7-c171-4730-b68e-d2503cb23ce7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:10.248110 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-99dacb6b-1416-48c6-86eb-24e2a14f5cc5 req-759512c7-c171-4730-b68e-d2503cb23ce7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.0691485 Jun 14 03:26:10.289154 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-99dacb6b-1416-48c6-86eb-24e2a14f5cc5 req-624a190b-20f0-4529-866d-4a44b7616928 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352898 Jun 14 03:26:10.374558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e48bc-30cf-4c25-9fc8-c5dc2575ea34 req-0834b5d8-a351-4fe0-8cfb-f596db047fb7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:10.376005 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e6e48bc-30cf-4c25-9fc8-c5dc2575ea34 req-0834b5d8-a351-4fe0-8cfb-f596db047fb7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0777118 Jun 14 03:26:10.420592 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e6e48bc-30cf-4c25-9fc8-c5dc2575ea34 req-370d94a8-5494-479f-af17-be244bb51926 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386939 Jun 14 03:26:10.465765 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-adee1664-2820-4611-adae-2b123bc87e5e req-b822b3cb-dd7b-4f25-b9eb-9af2c6e1e415 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0330415 Jun 14 03:26:10.708900 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cb7f327b-005e-40c7-afa7-d26e739b4a3d req-aa6a207c-8225-4556-81e1-2019b7151ea6 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0327036 Jun 14 03:26:11.809249 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8363e-e91c-4df3-aef4-5c26405e40de req-a560be56-148f-42ad-991d-3a9fb48b4ee5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:11.810709 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47e8363e-e91c-4df3-aef4-5c26405e40de req-a560be56-148f-42ad-991d-3a9fb48b4ee5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.3978271 Jun 14 03:26:11.862888 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b8fd3-2c72-4179-bead-14ec51da2e4a req-f8e52899-771a-435d-861b-9f68104ed8f8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:11.864326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f6b8fd3-2c72-4179-bead-14ec51da2e4a req-f8e52899-771a-435d-861b-9f68104ed8f8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1118133 Jun 14 03:26:11.871348 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47e8363e-e91c-4df3-aef4-5c26405e40de req-8e726643-0a6f-43fe-8115-700d46f07adb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539899 Jun 14 03:26:11.911631 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9f6b8fd3-2c72-4179-bead-14ec51da2e4a req-362bfcdd-b19b-459b-9a75-022584f77dea tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393250 Jun 14 03:26:12.027542 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3a12cc38-ba2f-4433-844f-29fda8a28dce req-4e19ec30-1f82-44ca-a020-6b273dcae2d0 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0381987 Jun 14 03:26:12.058725 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8296273e-ecb1-4b09-9596-8b54f73d437a req-39db1b24-5e7f-4f23-af60-56fed217b05e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0341065 Jun 14 03:26:12.585451 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-4211b8e0-614b-43eb-b6a8-6332586882b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.587045 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-4211b8e0-614b-43eb-b6a8-6332586882b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0621388 Jun 14 03:26:12.711800 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-67963f6b-3fb4-4d17-b437-2948b8f74453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.713277 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-67963f6b-3fb4-4d17-b437-2948b8f74453 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 910 time: 0.1194847 Jun 14 03:26:12.805272 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-41d01b10-484c-4f66-861e-bd46ea1d881e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 1002 time: 0.0849302 Jun 14 03:26:12.865759 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-0545de5d-1fb6-44ea-9332-b47b2c58c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.867250 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-0545de5d-1fb6-44ea-9332-b47b2c58c127 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0547893 Jun 14 03:26:12.940267 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-032ecc28-ae4b-42f5-9c4f-2b2776c2b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.942391 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-032ecc28-ae4b-42f5-9c4f-2b2776c2b141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662842 Jun 14 03:26:12.987795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acba39-c132-41c1-9951-b50e10873ec3 req-49c5d99b-bb3c-44d8-91ab-7f933079d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.989314 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-49c5d99b-bb3c-44d8-91ab-7f933079d4be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1096 time: 0.3503442 Jun 14 03:26:12.991484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-d96251b3-e8f5-43a6-8265-1aaf9e0c108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:12.992822 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-d96251b3-e8f5-43a6-8265-1aaf9e0c108e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1138 time: 0.3206120 Jun 14 03:26:13.165947 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-30531ca3-5d4c-463d-bbec-f827a1f7b1fa service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146564 Jun 14 03:26:13.221164 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-cb3c68eb-7274-4316-a549-2833f6f89070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.222575 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-cb3c68eb-7274-4316-a549-2833f6f89070 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 916 time: 0.2221234 Jun 14 03:26:13.227013 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acba39-c132-41c1-9951-b50e10873ec3 req-a0bb1071-1057-447f-9a15-02d2fcd03eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.228340 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-a0bb1071-1057-447f-9a15-02d2fcd03eff service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1944118 Jun 14 03:26:13.295467 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce76b17-a9bf-42c7-b85d-54563d11aa6a req-8d782e6c-021e-4280-896f-86ab4ebbaea8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.296921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0ce76b17-a9bf-42c7-b85d-54563d11aa6a req-8d782e6c-021e-4280-896f-86ab4ebbaea8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.2947652 Jun 14 03:26:13.308819 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca6fb-fc98-4786-bc88-a8cabd370f1b req-a5bef938-703b-40cf-9a8c-d12e39b84a3a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.310249 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9acca6fb-fc98-4786-bc88-a8cabd370f1b req-a5bef938-703b-40cf-9a8c-d12e39b84a3a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.2098522 Jun 14 03:26:13.363666 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4a73e0cd-e3e4-42ee-8d61-86c8c63a29bc req-a9fee32c-8fb6-4b38-94d3-d92a268728a5 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902125 Jun 14 03:26:13.385707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0ce76b17-a9bf-42c7-b85d-54563d11aa6a req-94e8a56b-4381-4827-977b-f8334a6e71ad tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729492 Jun 14 03:26:13.387414 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-4d09ac42-2e2b-478b-8869-cf33c9ccc748 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 200 len: 998 time: 0.1390564 Jun 14 03:26:13.389429 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-c575177f-3033-4e08-bbae-b59f43a4927b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 1001 time: 0.1482420 Jun 14 03:26:13.425178 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9acca6fb-fc98-4786-bc88-a8cabd370f1b req-5a53096e-d79f-4dbd-8c88-b26fbee25b94 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003017 Jun 14 03:26:13.544265 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acba39-c132-41c1-9951-b50e10873ec3 req-047e4b7b-66b0-47fd-b391-4259dab70f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.546019 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-047e4b7b-66b0-47fd-b391-4259dab70f1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.1473577 Jun 14 03:26:13.552209 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-6fe951ae-e603-4c19-9446-d7eab176c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.553841 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-6fe951ae-e603-4c19-9446-d7eab176c4d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.1539838 Jun 14 03:26:13.583106 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 59598) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:13.620129 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-acbfed9b-dea8-4ba5-93a8-4c8e38b10fa0 req-a36f9d3f-6e5a-4486-9a5f-0af9249ec994 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0463014 Jun 14 03:26:13.657769 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6174c3a5-f145-4cc9-8df9-36264188361b req-b8b36ef2-e090-4bd7-885b-ce265adfa6e3 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f7de6-54b4-4078-a7d5-5dd70f768c05 HTTP/1.1" status: 200 len: 210 time: 0.0403752 Jun 14 03:26:13.664821 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acba39-c132-41c1-9951-b50e10873ec3 req-214f9c59-4c8f-4613-970d-051a41d49909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.666814 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-214f9c59-4c8f-4613-970d-051a41d49909 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1120329 Jun 14 03:26:13.686118 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-ab0247ae-fe9d-4092-8618-e11bbab7e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:13.686118 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-ab0247ae-fe9d-4092-8618-e11bbab7e68b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105437 Jun 14 03:26:13.757374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:13.851691 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:13.891203 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-b2ab021e-5a37-4415-b0f4-be39d987c199 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033279 Jun 14 03:26:13.894506 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-3d944229-1d3d-4b5c-af7a-21ac835cd4e2 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983089 Jun 14 03:26:13.979718 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:13.984365 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-2d9cb774-1cfd-4a0f-b0ea-5697f109128f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:14.025257 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90edc87138c34c838637cfe8a853104f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400368 Jun 14 03:26:14.028241 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 59602) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:14.034044 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fdd7f-fe0e-4767-bf3b-db8021cfee01,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:14.054579 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.057504 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.058251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.058332 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.058634 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:14.064982 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:14.106929 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:14.108679 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-04acba39-c132-41c1-9951-b50e10873ec3 req-b96a0680-6b20-4178-9c0a-4d23e49a3b80 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051957 Jun 14 03:26:14.110586 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-80f1650a-e13f-40dd-9d3d-0cc3645b93ff req-4bebafc4-1700-4f9b-9a12-58c5018c6bff service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002215 Jun 14 03:26:14.134520 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:14.173906 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:14.310591 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:14.313785 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:14.314983 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e4fdd7f-fe0e-4767-bf3b-db8021cfee01 HTTP/1.1" status: 204 len: 168 time: 0.2858255 Jun 14 03:26:14.315783 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-fb0ea07c-4158-4864-9684-7f5635db1a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:14.325457 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fdd7f-fe0e-4767-bf3b-db8021cfee01,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:14.328819 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:14.663042 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc71895-a7e5-4e83-ab77-f1c478845f4f req-d676985b-5719-47e6-a30b-30d8b7670441 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:14.664513 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fc71895-a7e5-4e83-ab77-f1c478845f4f req-d676985b-5719-47e6-a30b-30d8b7670441 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1300523 Jun 14 03:26:14.687542 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699bb2-5a62-4343-88ce-1e0f8cd11a8b req-5401d2a9-2600-4230-9c31-5440013bbf8e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:14.691002 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f4699bb2-5a62-4343-88ce-1e0f8cd11a8b req-5401d2a9-2600-4230-9c31-5440013bbf8e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1098590 Jun 14 03:26:14.730867 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-e8092717-e8ee-4362-a5b4-091496d5f157 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:14.732313 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-e8092717-e8ee-4362-a5b4-091496d5f157 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "GET /v2.0/networks?id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769 HTTP/1.1" status: 200 len: 809 time: 0.1634064 Jun 14 03:26:14.742236 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2fc71895-a7e5-4e83-ab77-f1c478845f4f req-f64e0e98-4667-4d01-8296-75b343889bb8 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704494 Jun 14 03:26:14.759727 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Request body: {'port': {'device_id': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769', 'admin_state_up': True, 'tenant_id': '45d96ad0a91948e8af808cef4c9dd958'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:14.766233 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f4699bb2-5a62-4343-88ce-1e0f8cd11a8b req-ae50d7fd-a799-4be7-ad0e-d07cff226652 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654109 Jun 14 03:26:14.916817 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4bf943b4-63b9-41b3-8e06-710ba03a1b92 req-6c2da21a-16ef-461a-b2c7-ce540183be2a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0407498 Jun 14 03:26:15.033215 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Made reservation on behalf of 45d96ad0a91948e8af808cef4c9dd958 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:26:15.036807 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:15.189470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Allocated IP 172.20.0.12 (f72ad489-c1d0-4cd5-ae54-2faf65a9e769/4d98174a-0236-451c-b883-4b2b6abc921a/2610a87e-389d-4bcf-bb41-1e9178231c18) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:26:15.387074 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:15.579713 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:15.583559 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:15.635511 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:26:15.639708 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:26:15.647472 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:26:15.681160 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Pushing event updated for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:15.699055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.699055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.699055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.699338 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.699878 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.700184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.700612 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.700973 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.701336 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.701720 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.702075 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.702428 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:15.708180 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:15.724225 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:15.724845 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:15.805745 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0498679 Jun 14 03:26:15.822263 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Request body: {'port': {'device_id': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:15.917003 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:16.028815 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c51887-0c7c-47e8-aae1-95702c1366cd req-222cacbd-acb8-40a4-bfaf-e915cf12ce39 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:16.030364 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-87c51887-0c7c-47e8-aae1-95702c1366cd req-222cacbd-acb8-40a4-bfaf-e915cf12ce39 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1472406 Jun 14 03:26:16.040129 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a73f9-6e08-4d8f-a86b-a5e8be7f578c req-43ea5912-b8d6-4391-b062-426795b039ea tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:16.041882 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac0a73f9-6e08-4d8f-a86b-a5e8be7f578c req-43ea5912-b8d6-4391-b062-426795b039ea tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1226709 Jun 14 03:26:16.111938 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-87c51887-0c7c-47e8-aae1-95702c1366cd req-bb50b3bc-0a2a-454a-b7dc-423049948e8b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690150 Jun 14 03:26:16.116335 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac0a73f9-6e08-4d8f-a86b-a5e8be7f578c req-17a3bc3e-5075-4948-b782-56e77d4f618d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676460 Jun 14 03:26:16.298678 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711fd72-6066-4b4a-b610-fb35efce2ffa req-efd6179e-e14b-48b4-a9c0-4ce78c10b7d5 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:16.300216 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d711fd72-6066-4b4a-b610-fb35efce2ffa req-efd6179e-e14b-48b4-a9c0-4ce78c10b7d5 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 932 time: 0.0813477 Jun 14 03:26:16.349117 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d711fd72-6066-4b4a-b610-fb35efce2ffa req-14d665a7-5236-4f1a-921f-1cb7d7d6db89 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Jun 14 03:26:16.484730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2610a87e-389d-4bcf-bb41-1e9178231c18 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:16.492164 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:16.503729 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Transition to ACTIVE for port object 2610a87e-389d-4bcf-bb41-1e9178231c18 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:26:16.647854 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:16.650947 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6f9e09a4-ef62-4f4f-bbe3-188a3637200b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:16.748740 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:16.771634 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:16.833622 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Attempting to bind port 2610a87e-389d-4bcf-bb41-1e9178231c18 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:26:16.833960 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Attempting to bind port 2610a87e-389d-4bcf-bb41-1e9178231c18 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:26:16.834288 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Attempting to bind port 2610a87e-389d-4bcf-bb41-1e9178231c18 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:16.838654 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Port 2610a87e-389d-4bcf-bb41-1e9178231c18 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:26:16.838984 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Attempting to bind port 2610a87e-389d-4bcf-bb41-1e9178231c18 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:16.843924 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:26:16.844259 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Checking segment: {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:26:16.844642 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Bound using segment: {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:26:16.845064 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Bound port: 2610a87e-389d-4bcf-bb41-1e9178231c18, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:26:16.845407 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:16.914512 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:26:16.917478 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2610a87e-389d-4bcf-bb41-1e9178231c18,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:26:16.999223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:17.001149 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3bd1ee6d-e911-4c7b-8653-093d37e8de3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:17.042730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.043348 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:17.044703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] 10.222.0.23 "PUT /v2.0/ports/2610a87e-389d-4bcf-bb41-1e9178231c18 HTTP/1.1" status: 200 len: 1094 time: 1.2303717 Jun 14 03:26:17.045252 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:17.047700 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba668b-d866-4d7a-9116-6cb4bbc29403" -d '{"events": [{"name": "network-changed", "server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:17.069239 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:17.072386 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:17.091465 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7ade5b-c307-475c-803d-753ef1585799 x-openstack-request-id: req-8c7ade5b-c307-475c-803d-753ef1585799 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:17.091799 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:17.092089 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c7ade5b-c307-475c-803d-753ef1585799 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:17.092522 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18', 'status': 'completed', 'code': 200} Jun 14 03:26:17.182064 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-48f01e30-a76d-430d-800d-59c8c8960a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.184372 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-48f01e30-a76d-430d-800d-59c8c8960a2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 1097 time: 0.0683079 Jun 14 03:26:17.337983 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-2fc0a4e7-9d1a-4ed6-a630-84f382b31f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.340067 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-2fc0a4e7-9d1a-4ed6-a630-84f382b31f87 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=45d96ad0a91948e8af808cef4c9dd958&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1429002 Jun 14 03:26:17.374151 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59add0-55b9-4dbf-a3e8-194b591a0646 req-602f054d-c066-4c0f-944a-a5984b1ba5ba tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.375707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c59add0-55b9-4dbf-a3e8-194b591a0646 req-602f054d-c066-4c0f-944a-a5984b1ba5ba tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 943 time: 0.1341603 Jun 14 03:26:17.392630 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f86b-42b2-4c90-b4c7-44edc882d26f req-80cd4c3a-4f02-43ce-894a-d0a8698a9702 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.394411 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9b41f86b-42b2-4c90-b4c7-44edc882d26f req-80cd4c3a-4f02-43ce-894a-d0a8698a9702 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1420965 Jun 14 03:26:17.466419 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c59add0-55b9-4dbf-a3e8-194b591a0646 req-0243822a-d20d-44e6-b8e4-8563b66db521 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830412 Jun 14 03:26:17.466857 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-a958556c-f2cd-4c5e-8955-2a3ec5d55133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.468438 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f0ba668b-d866-4d7a-9116-6cb4bbc29403 req-a958556c-f2cd-4c5e-8955-2a3ec5d55133 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215427 Jun 14 03:26:17.482888 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9b41f86b-42b2-4c90-b4c7-44edc882d26f req-5656a53e-4478-4da6-9884-9bd6a7d6290a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798478 Jun 14 03:26:17.613757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-763fd1a2-e5aa-4637-a80f-13a6b17e5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.615421 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-763fd1a2-e5aa-4637-a80f-13a6b17e5a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 1097 time: 0.0707872 Jun 14 03:26:17.645049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e961e-4885-48ba-8ba9-91c140279792 req-0dc5c71a-0f1b-4f05-b94e-8a7e53c1fa8b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.646539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b6e961e-4885-48ba-8ba9-91c140279792 req-0dc5c71a-0f1b-4f05-b94e-8a7e53c1fa8b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 944 time: 0.0738387 Jun 14 03:26:17.670324 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-e2dcfc07-6cd2-4421-90a5-f64b21349fbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2610a87e-389d-4bcf-bb41-1e9178231c18 HTTP/1.1" status: 200 len: 217 time: 0.0475268 Jun 14 03:26:17.689438 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b6e961e-4885-48ba-8ba9-91c140279792 req-665c4343-d702-45dd-9dd4-977a221d517c tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363123 Jun 14 03:26:17.734529 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-2758181c-6ecf-4f96-b026-0840ed9604e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:17.736545 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-2758181c-6ecf-4f96-b026-0840ed9604e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d98174a-0236-451c-b883-4b2b6abc921a HTTP/1.1" status: 200 len: 849 time: 0.0600054 Jun 14 03:26:17.790429 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-61369f36-866d-4030-941b-3dcc356b940c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331638 Jun 14 03:26:17.855240 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:26:17.905616 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-8625ddfe-2892-4765-8dc0-d69a77f02a64 service neutron] 10.222.0.23 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077209 Jun 14 03:26:18.039657 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2afb15b5-ae22-40d4-81b9-d1cb41a06b28 req-f3556eee-1e20-449f-a3b1-da84005eba63 service neutron] 10.222.0.23 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266725 Jun 14 03:26:18.105225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:18.119176 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'mac_address': 'fa:16:3e:9b:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:26:18.162517 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:18.185141 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:18.207860 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:18.416036 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:18.417874 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:18.480678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=9']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:18.487570 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.487912 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.488262 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.488607 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.488964 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.489284 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.489643 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.489981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.490309 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.490636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.490962 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.491287 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:26:18.495921 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:18.631601 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:26:18.707737 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c983f73-bb6f-4f45-bacb-780778f22e52 req-791280a3-367c-4782-a3ce-6f8ea585dd33 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:18.709098 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c983f73-bb6f-4f45-bacb-780778f22e52 req-791280a3-367c-4782-a3ce-6f8ea585dd33 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.1256254 Jun 14 03:26:18.721838 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14611416-aa7e-4fd0-87f0-4d5eafe7bc0e req-50a3c963-270d-4c56-b948-47b7bf7e4172 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:18.723377 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-14611416-aa7e-4fd0-87f0-4d5eafe7bc0e req-50a3c963-270d-4c56-b948-47b7bf7e4172 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1015899 Jun 14 03:26:18.802328 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c983f73-bb6f-4f45-bacb-780778f22e52 req-f316000a-78d6-4f23-8b97-13bc9ab4fe14 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779309 Jun 14 03:26:18.815145 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-14611416-aa7e-4fd0-87f0-4d5eafe7bc0e req-72719ad2-cdd3-4a71-a688-34fe9144a058 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766425 Jun 14 03:26:18.978299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc46a8-d6d8-48c6-b8a4-867d8cd02f53 req-9b0f9359-40a4-46ab-90df-a3db9c6c29c4 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:18.979712 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfcc46a8-d6d8-48c6-b8a4-867d8cd02f53 req-9b0f9359-40a4-46ab-90df-a3db9c6c29c4 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 944 time: 0.0736811 Jun 14 03:26:19.020414 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfcc46a8-d6d8-48c6-b8a4-867d8cd02f53 req-2e66d1dd-43f7-4ccf-83be-4af625e0a9b2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Jun 14 03:26:19.167164 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['403308c0-8f48-41bf-af18-34b28c08b2ac'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:26:19.763192 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-be1c97db-a4f1-4a42-a50c-805f0bdd95c8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:19.764541 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-be1c97db-a4f1-4a42-a50c-805f0bdd95c8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/networks?id=127328cc-457c-4d60-bd7c-87d027ea42e8 HTTP/1.1" status: 200 len: 813 time: 0.1312625 Jun 14 03:26:19.778736 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-2f710c43-4839-4e0a-9c17-bc971a2d4b5c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/quotas/a632d95308124f299e134a48d059b366 HTTP/1.1" status: 200 len: 375 time: 0.0088339 Jun 14 03:26:19.815649 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-93fe8bb0-c5f2-4c2b-94de-fe6410ffc497 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322003 Jun 14 03:26:19.941617 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-16ff1073-5415-40ae-b846-4cb74fd0101c service neutron] 10.222.0.15 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197164 Jun 14 03:26:20.096394 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381c82-d320-48ef-b788-5581f4bf3708 req-3af3819d-d2e9-4f0e-92d4-26362c7b71c7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:20.097875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d6381c82-d320-48ef-b788-5581f4bf3708 req-3af3819d-d2e9-4f0e-92d4-26362c7b71c7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1696465 Jun 14 03:26:20.100001 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-18bec4ca-54b9-4bbc-ab6b-c1cee1d04838 service neutron] 10.222.0.15 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380074 Jun 14 03:26:20.144114 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d6381c82-d320-48ef-b788-5581f4bf3708 req-dd3de7f7-6179-45f9-ac5b-b158bed9de30 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402665 Jun 14 03:26:20.317004 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aad6f9-be0a-4f3f-9f94-a9faf217691f req-90f75454-4ea2-41ac-9b43-06deed01a045 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:20.319048 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1aad6f9-be0a-4f3f-9f94-a9faf217691f req-90f75454-4ea2-41ac-9b43-06deed01a045 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.0755610 Jun 14 03:26:20.372665 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1aad6f9-be0a-4f3f-9f94-a9faf217691f req-d82f1edb-124f-4635-b3e0-a16b26600da9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460827 Jun 14 03:26:20.484539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e850f406-fd4d-4dc6-9c7e-82247feaffae req-aa03e0e1-2ce3-4cc4-b03a-cc6fc90ca7be tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 210 time: 0.0548413 Jun 14 03:26:20.520739 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac247157-5d56-43bf-b60f-dd918c005ce3 req-3f15e39d-cbbd-4d90-8ccc-89b14a41629a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:20.525634 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac247157-5d56-43bf-b60f-dd918c005ce3 req-3f15e39d-cbbd-4d90-8ccc-89b14a41629a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 944 time: 0.1038184 Jun 14 03:26:20.566589 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac247157-5d56-43bf-b60f-dd918c005ce3 req-77ff8b73-ed36-4534-af40-9645f6cee8b0 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Jun 14 03:26:21.321616 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d3a4-56bc-40a7-a378-d414a15624bf req-093e6f2d-6ab4-4617-89ff-c94b084cd524 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:21.323077 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ae3d3a4-56bc-40a7-a378-d414a15624bf req-093e6f2d-6ab4-4617-89ff-c94b084cd524 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0694420 Jun 14 03:26:21.367976 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ae3d3a4-56bc-40a7-a378-d414a15624bf req-9338a18e-1533-4dd1-8fbe-621b12f1a0b0 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380914 Jun 14 03:26:21.566049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32367c-3472-4ab6-a115-0bbcb201141e req-873e5d22-9af7-4343-b74a-18449596e4bd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:21.567500 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8b32367c-3472-4ab6-a115-0bbcb201141e req-873e5d22-9af7-4343-b74a-18449596e4bd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 944 time: 0.0694420 Jun 14 03:26:21.622576 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8b32367c-3472-4ab6-a115-0bbcb201141e req-e0b96d16-cffc-4e69-99dd-b22115ca8a3c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492437 Jun 14 03:26:21.653234 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e522e033-0834-4f77-bc03-442558e47ad3 req-aebc44eb-5cdf-4a95-8dd6-622e5835f41a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 210 time: 0.0429189 Jun 14 03:26:21.816755 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c68aa-1aac-43b7-84c1-a0e1e927a16b req-06e72d45-aeb9-4049-8c40-6bc5ad81656a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:21.818198 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-305c68aa-1aac-43b7-84c1-a0e1e927a16b req-06e72d45-aeb9-4049-8c40-6bc5ad81656a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 944 time: 0.0691593 Jun 14 03:26:21.860239 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-305c68aa-1aac-43b7-84c1-a0e1e927a16b req-cdf921b7-f508-424d-bba1-f23058e72b1e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Jun 14 03:26:21.902026 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2610a87e-389d-4bcf-bb41-1e9178231c18 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:26:21.904086 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:26:22.059922 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 403308c0-8f48-41bf-af18-34b28c08b2ac triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:26:22.060317 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:22.109094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2610a87e-389d-4bcf-bb41-1e9178231c18,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:22.126482 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '2610a87e-389d-4bcf-bb41-1e9178231c18', 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769', 'port_id': '2610a87e-389d-4bcf-bb41-1e9178231c18', 'mac_address': 'fa:16:3e:7d:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d98174a-0236-451c-b883-4b2b6abc921a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:26:22.203572 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:22.222495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:22.225790 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2610a87e-389d-4bcf-bb41-1e9178231c18 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:22.265111 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2610a87e-389d-4bcf-bb41-1e9178231c18,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:22.269537 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:22.271825 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2313716-b0e1-4468-8f8c-c9aa62f4e770" -d '{"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:22.285904 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:22.309685 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb4288-c5d2-49c4-bc43-fc7211745b12 x-openstack-request-id: req-d8fb4288-c5d2-49c4-bc43-fc7211745b12 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:22.310056 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-plugged", "status": "completed", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:22.310390 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8fb4288-c5d2-49c4-bc43-fc7211745b12 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:22.310859 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'code': 200} Jun 14 03:26:22.362303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:22.364058 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:22.393523 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:22.423881 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:22.426923 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:22.427402 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:22.481279 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=10']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:22.484322 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:22.556468 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628f48f-af8f-4b96-a35f-5d2aefab7746 req-ebed8df4-fe59-4cad-af8d-9c07c4bae758 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:22.558156 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e628f48f-af8f-4b96-a35f-5d2aefab7746 req-ebed8df4-fe59-4cad-af8d-9c07c4bae758 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0768788 Jun 14 03:26:22.604026 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e628f48f-af8f-4b96-a35f-5d2aefab7746 req-25a03540-73db-40df-9ce9-b892fb8d682c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396888 Jun 14 03:26:22.649427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-b772d940-9e83-4f2e-8443-ea98a425a352 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:22.650941 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-b772d940-9e83-4f2e-8443-ea98a425a352 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "GET /v2.0/networks?id=127328cc-457c-4d60-bd7c-87d027ea42e8 HTTP/1.1" status: 200 len: 813 time: 0.1295557 Jun 14 03:26:22.663424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Request body: {'port': {'device_id': 'e06336b8-0425-401d-924e-18df4477de51', 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8', 'admin_state_up': True, 'tenant_id': 'a632d95308124f299e134a48d059b366'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:22.756514 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['2610a87e-389d-4bcf-bb41-1e9178231c18'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:26:22.869714 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e234ab6b-68be-441d-9232-bb6aa499c044 req-bebdb2a4-b870-478d-811e-99be8dbc8a4c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 210 time: 0.0376966 Jun 14 03:26:22.900354 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d3b5-07c1-44e6-b9b7-21551e0447df req-df01846b-536d-4193-bbb6-2b1ae36ce058 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:22.902271 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f833d3b5-07c1-44e6-b9b7-21551e0447df req-df01846b-536d-4193-bbb6-2b1ae36ce058 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.1389046 Jun 14 03:26:22.954449 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f833d3b5-07c1-44e6-b9b7-21551e0447df req-56788018-3924-46bc-a9ea-1956018ba06e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Jun 14 03:26:23.025665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Made reservation on behalf of a632d95308124f299e134a48d059b366 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:26:23.027832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:23.061151 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76e06-8713-4cb7-ae63-9511537999dd req-52f5a861-cc04-48af-baf0-f215f37d6154 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:23.062729 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65c76e06-8713-4cb7-ae63-9511537999dd req-52f5a861-cc04-48af-baf0-f215f37d6154 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 945 time: 0.0862548 Jun 14 03:26:23.111352 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65c76e06-8713-4cb7-ae63-9511537999dd req-e3b7de9a-f59f-4ea9-9b76-fe5c3416944e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Jun 14 03:26:23.205491 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Allocated IP 172.20.0.8 (127328cc-457c-4d60-bd7c-87d027ea42e8/497ac4f1-025f-4bb4-9cc2-1ebc73d4d240/5b263dbf-b76b-4a00-9a36-ed3a26b23cbe) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:26:23.335569 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5954b4-fa41-4806-a9e3-e42f1b1284ac req-8c3a9f52-4b68-4c03-a111-274451323eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:23.337067 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8b5954b4-fa41-4806-a9e3-e42f1b1284ac req-8c3a9f52-4b68-4c03-a111-274451323eab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 1099 time: 0.1293576 Jun 14 03:26:23.449909 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8b5954b4-fa41-4806-a9e3-e42f1b1284ac req-b58e4d9a-a75c-4897-a02d-faa80e4f8a5e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047673 Jun 14 03:26:23.467253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:23.559738 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:23.563875 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:23.613421 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Network 127328cc-457c-4d60-bd7c-87d027ea42e8 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:26:23.616701 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:26:23.624096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:26:23.654604 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Pushing event updated for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:23.661319 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:23.693776 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:23.694876 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:23.800341 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b783d2-72e2-4bb8-813b-32c8eec06193 req-19139e20-2e51-43ff-bd92-7218b6511db3 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:23.801746 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90b783d2-72e2-4bb8-813b-32c8eec06193 req-19139e20-2e51-43ff-bd92-7218b6511db3 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0712285 Jun 14 03:26:23.820158 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1605101 Jun 14 03:26:23.832081 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Request body: {'port': {'device_id': 'e06336b8-0425-401d-924e-18df4477de51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:23.849802 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90b783d2-72e2-4bb8-813b-32c8eec06193 req-60e818ba-d135-4d63-be91-522ecdb90b7a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419912 Jun 14 03:26:23.919383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.070928 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b18ec2-8dc0-4ddc-9fb9-0c88800e3d6c req-56926094-79eb-47de-a75f-4f0d0044f8a8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:24.072024 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f9b18ec2-8dc0-4ddc-9fb9-0c88800e3d6c req-56926094-79eb-47de-a75f-4f0d0044f8a8 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 931 time: 0.0863948 Jun 14 03:26:24.155099 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f9b18ec2-8dc0-4ddc-9fb9-0c88800e3d6c req-2dabfafc-022d-4d17-a0f7-82bad53f0b1f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761781 Jun 14 03:26:24.195440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38938d-8727-429e-b0f3-80e578eb136e req-8c640d2e-77b5-43c7-affa-c9400287dc40 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:24.197039 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2e38938d-8727-429e-b0f3-80e578eb136e req-8c640d2e-77b5-43c7-affa-c9400287dc40 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0957015 Jun 14 03:26:24.244646 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2e38938d-8727-429e-b0f3-80e578eb136e req-e5b780f5-e9df-4c18-b753-a22055e716b8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Jun 14 03:26:24.266627 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:24.274787 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.288534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Transition to ACTIVE for port object 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:26:24.333727 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36493b-fbc7-4457-a259-474c37398754 req-ee66d569-73f8-45ab-a46d-37ba5bb176fa tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:24.335109 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8d36493b-fbc7-4457-a259-474c37398754 req-ee66d569-73f8-45ab-a46d-37ba5bb176fa tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 945 time: 0.0780947 Jun 14 03:26:24.364636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.367651 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a9c02f34-7f69-4845-8160-40d6549e74d6 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:24.376081 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8d36493b-fbc7-4457-a259-474c37398754 req-67eddc31-f5d1-4d50-b073-876a4c5248db tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Jun 14 03:26:24.463061 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Pushing event updated for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:24.466549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:24.548353 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Attempting to bind port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:26:24.548686 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Attempting to bind port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:26:24.549010 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Attempting to bind port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe on network 127328cc-457c-4d60-bd7c-87d027ea42e8 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:24.553079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe on network 127328cc-457c-4d60-bd7c-87d027ea42e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:26:24.553394 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Attempting to bind port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe on network 127328cc-457c-4d60-bd7c-87d027ea42e8 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:24.558525 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:26:24.558850 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Checking segment: {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:26:24.559222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Bound using segment: {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:26:24.559640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Bound port: 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e55d-33ca-4d9e-ba63-d9964c182e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:26:24.559975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.640698 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:26:24.643493 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:26:24.759073 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.761055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-334902b0-ff2a-4036-85ea-f30f778cee5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:24.800963 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:24.801576 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:24.802990 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b263dbf-b76b-4a00-9a36-ed3a26b23cbe HTTP/1.1" status: 200 len: 1093 time: 0.9750879 Jun 14 03:26:24.803564 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:24.805852 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:24.838325 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Pushing event updated for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:24.841452 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:24.843272 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264c9cf-a22b-49f4-b7ed-f235e4d1e215 x-openstack-request-id: req-e264c9cf-a22b-49f4-b7ed-f235e4d1e215 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:24.843589 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:24.843876 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e264c9cf-a22b-49f4-b7ed-f235e4d1e215 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:24.844295 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe', 'status': 'completed', 'code': 200} Jun 14 03:26:24.931839 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-ffd32ff7-9fe3-4a9e-8f39-eceee584d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:24.934091 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-ffd32ff7-9fe3-4a9e-8f39-eceee584d3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 1096 time: 0.0675578 Jun 14 03:26:25.044678 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084793da-6299-4677-985d-fde7900d3452 req-dc4509fa-c723-4693-9cd9-2729c7cee50b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.046801 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-084793da-6299-4677-985d-fde7900d3452 req-dc4509fa-c723-4693-9cd9-2729c7cee50b tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0723548 Jun 14 03:26:25.065013 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-8fd91f2b-cff6-4e54-811c-6a3d12b4afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.067190 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-8fd91f2b-cff6-4e54-811c-6a3d12b4afa9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a632d95308124f299e134a48d059b366&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1249201 Jun 14 03:26:25.103965 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-084793da-6299-4677-985d-fde7900d3452 req-66af9d61-7c66-40ee-9eab-4f1e12d893a2 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513337 Jun 14 03:26:25.192600 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-a60094b1-6fe2-4062-959e-a3c6af50123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.194087 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-566a0c4e-f5a1-4a9f-bf20-d512b1dd324f req-a60094b1-6fe2-4062-959e-a3c6af50123d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195030 Jun 14 03:26:25.301659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-c14398cd-8588-41f7-9a74-7b1f3add7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.303166 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-c14398cd-8588-41f7-9a74-7b1f3add7be6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a632d95308124f299e134a48d059b366&device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 1096 time: 0.0665667 Jun 14 03:26:25.351581 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aabb0-db44-4440-9f45-b52ca1238148 req-d5621e0b-17b5-485e-912f-96399ec270a2 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.353105 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-668aabb0-db44-4440-9f45-b52ca1238148 req-d5621e0b-17b5-485e-912f-96399ec270a2 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 943 time: 0.0759234 Jun 14 03:26:25.366923 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-b2e1e5bd-af21-4143-8435-04c2189651ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe HTTP/1.1" status: 200 len: 217 time: 0.0558436 Jun 14 03:26:25.425656 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-668aabb0-db44-4440-9f45-b52ca1238148 req-9b71fc5b-9f3e-46a1-8df4-6157bb7bbc6b tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664132 Jun 14 03:26:25.511271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e6caa-b193-4e78-a8b6-f85717d5a26b req-11e7b1f3-6eeb-481c-8ad1-68d73e69ba03 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.512845 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-692e6caa-b193-4e78-a8b6-f85717d5a26b req-11e7b1f3-6eeb-481c-8ad1-68d73e69ba03 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.1342361 Jun 14 03:26:25.572163 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-692e6caa-b193-4e78-a8b6-f85717d5a26b req-6e680515-77ab-4e2b-98d4-724976087801 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526490 Jun 14 03:26:25.631603 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e3b28-4355-475f-887d-20323dba855e req-194d1387-3793-4e4e-afd2-4bd1e5f968ae tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.633068 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b70e3b28-4355-475f-887d-20323dba855e req-194d1387-3793-4e4e-afd2-4bd1e5f968ae tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 945 time: 0.0775104 Jun 14 03:26:25.677322 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b70e3b28-4355-475f-887d-20323dba855e req-77e3f319-21ad-4e1d-99d0-57865573134e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Jun 14 03:26:25.696277 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-4d24c52d-2e90-403c-a551-8f91327bc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:25.696277 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-4d24c52d-2e90-403c-a551-8f91327bc875 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=497ac4f1-025f-4bb4-9cc2-1ebc73d4d240 HTTP/1.1" status: 200 len: 853 time: 0.3177032 Jun 14 03:26:25.728735 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-6072a460-5d87-4094-93be-b49c7c2cdaf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=127328cc-457c-4d60-bd7c-87d027ea42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305877 Jun 14 03:26:25.850932 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-658d89ed-4c13-465a-91e6-a00473e56c85 service neutron] 10.222.0.23 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149268 Jun 14 03:26:25.904032 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2610a87e-389d-4bcf-bb41-1e9178231c18 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:26:25.968636 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8993575d-b316-49e6-bb9f-b58fa5c28288 req-a04116cd-6f6c-48a1-a6fe-1ff3e12a8d7b service neutron] 10.222.0.23 "GET /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108816 Jun 14 03:26:26.019244 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 2610a87e-389d-4bcf-bb41-1e9178231c18 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:26:26.023704 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 2610a87e-389d-4bcf-bb41-1e9178231c18 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:26:26.024082 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:26.125582 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:26.151838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:26.154127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936db21-6794-4255-b2df-3050252b88d6" -d '{"events": [{"server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "name": "network-vif-plugged", "status": "completed", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:26.170280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2610a87e-389d-4bcf-bb41-1e9178231c18,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:26.199042 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8604e8-1d1d-46dd-96e7-b208aa6975f3 x-openstack-request-id: req-cd8604e8-1d1d-46dd-96e7-b208aa6975f3 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:26.205838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "name": "network-vif-plugged", "status": "completed", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:26.205838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd8604e8-1d1d-46dd-96e7-b208aa6975f3 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:26.205838 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18', 'code': 200} Jun 14 03:26:26.253320 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:26.255345 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-d2e755a5-5472-4662-ad31-3f150b2448cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:26.306476 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b881e-99bf-43f8-8cde-919f96e6cb3a req-bc31a34b-2203-4b51-b586-73e2e55f6854 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:26.312262 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ca3b881e-99bf-43f8-8cde-919f96e6cb3a req-bc31a34b-2203-4b51-b586-73e2e55f6854 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0767605 Jun 14 03:26:26.313011 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:26.316477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:26.356702 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ca3b881e-99bf-43f8-8cde-919f96e6cb3a req-c7a0d91d-ab5b-45b0-9b8d-33b66938766c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420961 Jun 14 03:26:26.601656 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d743eb-8391-456a-a0e6-322113838e04 req-d8c263d9-1b64-45cc-a353-efcf6ef88ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:26.603067 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-49d743eb-8391-456a-a0e6-322113838e04 req-d8c263d9-1b64-45cc-a353-efcf6ef88ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 1099 time: 0.0587423 Jun 14 03:26:26.619179 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139910b-f1f3-4214-b9be-df5aeb1a45b2 req-40fe2f2e-353f-4e09-9b61-f1dc9c666ff7 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:26.620834 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2139910b-f1f3-4214-b9be-df5aeb1a45b2 req-40fe2f2e-353f-4e09-9b61-f1dc9c666ff7 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 943 time: 0.0694466 Jun 14 03:26:26.640702 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-49d743eb-8391-456a-a0e6-322113838e04 req-08aa3b23-9770-406d-817e-da892d362614 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Jun 14 03:26:26.665100 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2139910b-f1f3-4214-b9be-df5aeb1a45b2 req-2cadb829-1864-40d0-82b2-84e26bef6bbc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Jun 14 03:26:26.785152 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbfd5a-0262-48ab-b5e7-7a1f2ea01572 req-1806edb5-e381-450f-8d9d-f8a2a7e87a65 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:26.786704 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c8bbfd5a-0262-48ab-b5e7-7a1f2ea01572 req-1806edb5-e381-450f-8d9d-f8a2a7e87a65 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0847042 Jun 14 03:26:26.832149 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c8bbfd5a-0262-48ab-b5e7-7a1f2ea01572 req-db079c31-0927-4d6d-9fbc-2207f1de069f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Jun 14 03:26:27.194461 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5334ad-cfa6-47b8-ac06-3d087d5476fa req-d32bbc05-1378-42bc-bacb-b1c8d8e93f05 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:27.195890 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e5334ad-cfa6-47b8-ac06-3d087d5476fa req-d32bbc05-1378-42bc-bacb-b1c8d8e93f05 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.3442438 Jun 14 03:26:27.236147 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8e5334ad-cfa6-47b8-ac06-3d087d5476fa req-c29f50ff-1128-4287-9557-39691f8458eb tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 Jun 14 03:26:27.350556 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4511f939-f7a3-4715-8378-1a2112c24286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:27.556720 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd60be-5612-43ba-8548-757918541a5f req-faafe568-f1b2-43a6-98bb-bec969d7d4e0 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:27.558688 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06bd60be-5612-43ba-8548-757918541a5f req-faafe568-f1b2-43a6-98bb-bec969d7d4e0 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0740035 Jun 14 03:26:27.601343 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06bd60be-5612-43ba-8548-757918541a5f req-66f62e62-8577-4106-93d7-cd4f8da87a19 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366743 Jun 14 03:26:27.844679 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3fb1-162b-4899-9155-640b64c64420 req-4f29a085-2312-4d41-90ae-84f3bb93f72f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:27.846023 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-345b3fb1-162b-4899-9155-640b64c64420 req-4f29a085-2312-4d41-90ae-84f3bb93f72f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 943 time: 0.0670578 Jun 14 03:26:27.887693 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-345b3fb1-162b-4899-9155-640b64c64420 req-6e407690-c37f-45d9-bc4c-8ff14856766f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Jun 14 03:26:28.025852 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db46ba-6b29-4d2a-aa11-e9c03f55b2e5 req-156080ec-62be-4d73-8edb-9cca91c76867 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:28.027793 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86db46ba-6b29-4d2a-aa11-e9c03f55b2e5 req-156080ec-62be-4d73-8edb-9cca91c76867 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0699594 Jun 14 03:26:28.068038 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-86db46ba-6b29-4d2a-aa11-e9c03f55b2e5 req-f9276d6b-ce91-4db6-b36e-0a754a59ffb4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Jun 14 03:26:28.423193 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace1799-45b5-46e9-92f0-01770079b491 req-c2c1a02e-45bd-4e47-b0a1-ee04610e20c3 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:28.424689 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dace1799-45b5-46e9-92f0-01770079b491 req-c2c1a02e-45bd-4e47-b0a1-ee04610e20c3 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.0717285 Jun 14 03:26:28.467632 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dace1799-45b5-46e9-92f0-01770079b491 req-59ef9d61-8aee-4017-87a1-d09f5892462b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 Jun 14 03:26:28.782942 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138e57a-670d-4fd7-94f5-4aca63c1731c req-ae2d58c5-0b78-457f-893d-85ec6a1c1c58 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:28.784834 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7138e57a-670d-4fd7-94f5-4aca63c1731c req-ae2d58c5-0b78-457f-893d-85ec6a1c1c58 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0727224 Jun 14 03:26:28.830348 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7138e57a-670d-4fd7-94f5-4aca63c1731c req-1e5ac222-6662-459a-aded-e7bf2118e98c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398591 Jun 14 03:26:29.073233 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a7e4-3b83-4ba3-88ee-4bf15ae2a814 req-afd5551b-5003-49fb-be0b-932f7a3c3ece tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:29.074812 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2d48a7e4-3b83-4ba3-88ee-4bf15ae2a814 req-afd5551b-5003-49fb-be0b-932f7a3c3ece tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 943 time: 0.0689940 Jun 14 03:26:29.116594 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2d48a7e4-3b83-4ba3-88ee-4bf15ae2a814 req-62593c01-eec7-43fe-b411-309061bac9d6 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359528 Jun 14 03:26:29.648349 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804147f-9da1-4fb5-8af2-42785e4d32a6 req-98676006-56d6-407f-8701-33d379b7a96d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:29.649900 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9804147f-9da1-4fb5-8af2-42785e4d32a6 req-98676006-56d6-407f-8701-33d379b7a96d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.0698664 Jun 14 03:26:29.690707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9804147f-9da1-4fb5-8af2-42785e4d32a6 req-0a7a15d2-8cbd-4912-a371-91433d3413ad tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Jun 14 03:26:29.736479 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-9babbd00-baf0-4fff-8c63-d3f8c3828e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:29.919354 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:26:30.009920 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660993-4375-4470-baa7-4975b182af78 req-ba49b560-d220-4c3d-8093-4ff031a5e8a1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:30.012520 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7660993-4375-4470-baa7-4975b182af78 req-ba49b560-d220-4c3d-8093-4ff031a5e8a1 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0717857 Jun 14 03:26:30.057337 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:30.060681 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b7660993-4375-4470-baa7-4975b182af78 req-d7c97ecc-c16a-43ac-a170-0ec8e26431d7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420384 Jun 14 03:26:30.071699 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe', 'network_id': '127328cc-457c-4d60-bd7c-87d027ea42e8', 'port_id': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe', 'mac_address': 'fa:16:3e:5e:a0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497ac4f1-025f-4bb4-9cc2-1ebc73d4d240', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:26:30.116060 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:30.125077 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:30.140412 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:30.162501 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:30.256782 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:30.258787 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-0a8f0fdc-3a41-4dd6-a005-5acaee9bf377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:30.306233 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ee78f-0263-4ed1-a059-bda3b1b069de req-a20c5113-b243-41ab-8735-b76c23c19983 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:30.308407 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e3ee78f-0263-4ed1-a059-bda3b1b069de req-a20c5113-b243-41ab-8735-b76c23c19983 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 943 time: 0.0762377 Jun 14 03:26:30.314610 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:30.317728 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:30.350867 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e3ee78f-0263-4ed1-a059-bda3b1b069de req-874f74a1-6512-4fcd-9c28-8a9d50427176 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Jun 14 03:26:30.827528 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['5b263dbf-b76b-4a00-9a36-ed3a26b23cbe'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:26:30.893831 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:31.265656 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1393d5-fdab-4217-80bf-4041a72480a9 req-94175526-c326-46c2-91cb-0bb05297d723 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:31.267106 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac1393d5-fdab-4217-80bf-4041a72480a9 req-94175526-c326-46c2-91cb-0bb05297d723 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.1225212 Jun 14 03:26:31.279374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f66376-59c2-4584-8ed9-26db07a711d5 req-14338aa5-cae3-48dd-bc18-86184e10d0c7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:31.280730 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60f66376-59c2-4584-8ed9-26db07a711d5 req-14338aa5-cae3-48dd-bc18-86184e10d0c7 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.1015081 Jun 14 03:26:31.346540 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ac1393d5-fdab-4217-80bf-4041a72480a9 req-dbc1f7bb-652c-416b-b489-2dd718f9d5b7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648651 Jun 14 03:26:31.355955 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60f66376-59c2-4584-8ed9-26db07a711d5 req-5826f48a-6b18-44ee-b51b-adaebeff5014 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&id=ef4d9173-f930-4d1c-b041-724cad6384a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686030 Jun 14 03:26:31.531741 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9fb7-f032-4869-9102-fafc9b862275 req-6914b409-54cc-4f26-9744-ede6a19da3cb tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:31.531741 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-559d9fb7-f032-4869-9102-fafc9b862275 req-6914b409-54cc-4f26-9744-ede6a19da3cb tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 944 time: 0.0695801 Jun 14 03:26:31.573376 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-559d9fb7-f032-4869-9102-fafc9b862275 req-84803173-8786-49d4-beda-cbfcdc0eee6a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Jun 14 03:26:32.529864 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2dde6-4164-44b4-bb4b-2d30b6f1e31b req-0042b408-241d-4f72-b749-5c6dbac2d75b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:32.531336 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ace2dde6-4164-44b4-bb4b-2d30b6f1e31b req-0042b408-241d-4f72-b749-5c6dbac2d75b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.0726645 Jun 14 03:26:32.572719 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ace2dde6-4164-44b4-bb4b-2d30b6f1e31b req-b1b1c922-2334-43a2-89be-b27693d7da8c tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358329 Jun 14 03:26:32.750191 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d99cc-1c6f-4807-8f46-2bd4bca4eaa4 req-756acfa8-af79-4afc-bc98-ffe9c893ccff tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:32.751975 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f38d99cc-1c6f-4807-8f46-2bd4bca4eaa4 req-756acfa8-af79-4afc-bc98-ffe9c893ccff tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 944 time: 0.0692677 Jun 14 03:26:32.770721 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:32.796045 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f38d99cc-1c6f-4807-8f46-2bd4bca4eaa4 req-90d5cb9a-769a-402b-956f-d87186813e79 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Jun 14 03:26:33.406036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635484-4fdf-490b-b5b5-848069eda48e req-36170f30-d3ac-4d00-8e13-d09f2374ba65 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:33.407494 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2b635484-4fdf-490b-b5b5-848069eda48e req-36170f30-d3ac-4d00-8e13-d09f2374ba65 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.0774376 Jun 14 03:26:33.528410 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Deleting port 2610a87e-389d-4bcf-bb41-1e9178231c18 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:26:33.528765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:33.649034 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] For port 2610a87e-389d-4bcf-bb41-1e9178231c18, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2610a87e-389d-4bcf-bb41-1e9178231c18,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:33.649402 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:33.742668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Calling delete_port for 2610a87e-389d-4bcf-bb41-1e9178231c18 owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:26:33.759913 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7beb-8496-488d-910c-e637c10d6895 req-ce11680b-93f7-4f77-b480-fd39421b509b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:33.761910 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9b2e7beb-8496-488d-910c-e637c10d6895 req-ce11680b-93f7-4f77-b480-fd39421b509b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 946 time: 0.0749071 Jun 14 03:26:33.803755 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9b2e7beb-8496-488d-910c-e637c10d6895 req-7cbb33ce-e516-4f30-b21c-9f4fce5d0e1f tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Jun 14 03:26:33.936243 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:26:33.965534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:33.969531 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-315b167a-b173-4a61-8dbb-a100094b9b7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:33.990836 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ffa12-10ee-4132-be21-6b1818dcb2cd req-962e8f9d-1a1e-421c-92c0-43f7157a8644 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:33.992496 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8d4ffa12-10ee-4132-be21-6b1818dcb2cd req-962e8f9d-1a1e-421c-92c0-43f7157a8644 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 944 time: 0.0736506 Jun 14 03:26:34.004185 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Pushing event deleted for resources: {'Port': ['ID=2610a87e-389d-4bcf-bb41-1e9178231c18,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:34.011051 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:34.039223 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8d4ffa12-10ee-4132-be21-6b1818dcb2cd req-d8f2127d-7b05-4e4b-bc76-617d3eb767e2 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jun 14 03:26:34.045846 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:26:34.050528 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:26:34.055615 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:34.062088 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] No DVR routers for this DVR port 2610a87e-389d-4bcf-bb41-1e9178231c18 on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:26:34.064903 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:34.066988 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2b635484-4fdf-490b-b5b5-848069eda48e req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "DELETE /v2.0/ports/2610a87e-389d-4bcf-bb41-1e9178231c18 HTTP/1.1" status: 204 len: 173 time: 0.6529245 Jun 14 03:26:34.067502 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'name': 'network-vif-deleted', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:34.069860 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b0c933-79b7-42d4-a1cb-a0302196d84d" -d '{"events": [{"server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "name": "network-vif-deleted", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:34.115316 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de437878-1ef0-4a7e-8d50-bb93ae3bb0a4 x-openstack-request-id: req-de437878-1ef0-4a7e-8d50-bb93ae3bb0a4 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:34.118633 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fab7a7-c0ba-4f6f-9005-c58beebb627d", "name": "network-vif-deleted", "tag": "2610a87e-389d-4bcf-bb41-1e9178231c18", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:34.118633 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de437878-1ef0-4a7e-8d50-bb93ae3bb0a4 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:34.118633 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fab7a7-c0ba-4f6f-9005-c58beebb627d', 'name': 'network-vif-deleted', 'tag': '2610a87e-389d-4bcf-bb41-1e9178231c18', 'status': 'completed', 'code': 200} Jun 14 03:26:34.150682 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:34.174333 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:34.176555 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9dd28-40b0-4b40-88ba-7cb2ef55cf84" -d '{"events": [{"server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "name": "network-vif-plugged", "status": "completed", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:34.191085 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:34.217282 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76f21a1-bc31-4a55-a501-e0d4cc128121 x-openstack-request-id: req-d76f21a1-bc31-4a55-a501-e0d4cc128121 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:34.217603 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "name": "network-vif-plugged", "status": "completed", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:34.217865 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d76f21a1-bc31-4a55-a501-e0d4cc128121 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:34.218262 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe', 'code': 200} Jun 14 03:26:34.304717 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:34.306519 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:34.358117 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:34.361122 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:34.739211 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fde94-0e5f-4f03-9180-16d3101257b1 req-412e6d58-c990-4c63-af80-91b058f71d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:34.740698 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8a0fde94-0e5f-4f03-9180-16d3101257b1 req-412e6d58-c990-4c63-af80-91b058f71d1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 1098 time: 0.0588405 Jun 14 03:26:34.778884 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-8a0fde94-0e5f-4f03-9180-16d3101257b1 req-342c6642-b032-4326-a1e6-70ffb32017a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Jun 14 03:26:34.968155 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7ff4561d-9301-44f5-9379-68155544ff6f req-1fa87eec-5884-47c3-a75c-583ba3ae6ed4 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=90fab7a7-c0ba-4f6f-9005-c58beebb627d HTTP/1.1" status: 200 len: 210 time: 0.0364180 Jun 14 03:26:35.228269 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea72f-61c8-413a-b9dd-66a10371cf19 req-66d32b1d-423b-4595-b44c-3b2f4a64cf9a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:35.229829 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-952ea72f-61c8-413a-b9dd-66a10371cf19 req-66d32b1d-423b-4595-b44c-3b2f4a64cf9a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0763888 Jun 14 03:26:35.274899 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-952ea72f-61c8-413a-b9dd-66a10371cf19 req-ca373b18-131a-4368-ab48-854f298f768a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Jun 14 03:26:35.935713 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2610a87e-389d-4bcf-bb41-1e9178231c18 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:26:35.965359 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 2610a87e-389d-4bcf-bb41-1e9178231c18 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:26:35.965738 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 2610a87e-389d-4bcf-bb41-1e9178231c18 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:26:36.358114 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-18a1146a-a4ff-4b89-8432-3e6a61d96d1f tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:36.359562 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-18a1146a-a4ff-4b89-8432-3e6a61d96d1f tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/networks?id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769 HTTP/1.1" status: 200 len: 809 time: 0.1340423 Jun 14 03:26:36.373976 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-439d0e5a-2410-465f-8024-bc7ee14563cf tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/quotas/45d96ad0a91948e8af808cef4c9dd958 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Jun 14 03:26:36.413384 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-e6870a6c-80dc-4b31-a3bb-bb5e5c819880 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342250 Jun 14 03:26:36.583805 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-b2ec5785-ace4-4cc1-aed4-c26ecd895687 service neutron] 10.222.0.15 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603940 Jun 14 03:26:36.590954 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799da1-9ab0-4fa8-97dd-6b013ed84970 req-d0124846-26fd-45c2-b456-929cb9a3d1d5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:36.592539 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c1799da1-9ab0-4fa8-97dd-6b013ed84970 req-d0124846-26fd-45c2-b456-929cb9a3d1d5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.1816781 Jun 14 03:26:36.715878 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c1799da1-9ab0-4fa8-97dd-6b013ed84970 req-a96edcae-4da0-433c-948a-c327af795803 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097806 Jun 14 03:26:36.738921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-b83dbd00-10df-41cb-972d-8afa9f65280a service neutron] 10.222.0.15 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430695 Jun 14 03:26:37.014577 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7e7fae3e-5638-471a-94d4-1c4499dc600d req-b6206401-8782-40e9-9dbc-712988bd4a37 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 210 time: 0.0335758 Jun 14 03:26:37.903756 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4e21-d570-4826-8da4-46b8613087a9 req-ab6f40aa-7d6c-4ae9-a63d-2844975365fc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:37.905194 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-00ae4e21-d570-4826-8da4-46b8613087a9 req-ab6f40aa-7d6c-4ae9-a63d-2844975365fc tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0750248 Jun 14 03:26:37.947622 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-00ae4e21-d570-4826-8da4-46b8613087a9 req-d4fd33e3-1370-4014-8590-0ac75eedc1b1 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jun 14 03:26:38.186349 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319ab8-098e-4810-af8d-5eac05c20e44 req-84978963-999d-47c3-9f92-97eaaca2a95e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:38.187814 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-43319ab8-098e-4810-af8d-5eac05c20e44 req-84978963-999d-47c3-9f92-97eaaca2a95e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0792615 Jun 14 03:26:38.233240 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-43319ab8-098e-4810-af8d-5eac05c20e44 req-15ee205e-165b-4346-b372-fa40ba9f4eb9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Jun 14 03:26:38.369800 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-69ac791c-df8b-4ef2-b399-78fc57664a63 req-9eeebfea-15a5-448a-acfc-193532c483a1 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 210 time: 0.0330029 Jun 14 03:26:39.353302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-a48734a7-5143-4f6a-97cd-5da8a3a0f460 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:39.354790 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-a48734a7-5143-4f6a-97cd-5da8a3a0f460 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "GET /v2.0/networks?id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769 HTTP/1.1" status: 200 len: 809 time: 0.1365664 Jun 14 03:26:39.372998 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Request body: {'port': {'device_id': '33174b64-c312-4a98-901e-275fe8a98857', 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769', 'admin_state_up': True, 'tenant_id': '45d96ad0a91948e8af808cef4c9dd958'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:39.443210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af75df-8abe-430c-8b55-f30801988a18 req-794682e3-4c93-4722-980b-7f7fb949034b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:39.451806 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-01af75df-8abe-430c-8b55-f30801988a18 req-794682e3-4c93-4722-980b-7f7fb949034b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0992203 Jun 14 03:26:39.529797 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-01af75df-8abe-430c-8b55-f30801988a18 req-90bc4c55-81e4-497f-8d5d-4dc6528b3106 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769031 Jun 14 03:26:39.561050 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d4d5b7d3-fd9f-4794-9db4-285a57772e6b req-ca29d33e-afcb-4487-91f1-7ee28249f51e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 210 time: 0.0542500 Jun 14 03:26:39.678722 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Made reservation on behalf of 45d96ad0a91948e8af808cef4c9dd958 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:26:39.688957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:39.858421 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Allocated IP 172.20.0.10 (f72ad489-c1d0-4cd5-ae54-2faf65a9e769/4d98174a-0236-451c-b883-4b2b6abc921a/7cc257e9-8a74-4489-b706-f0f5ddf52866) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:26:40.040036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.145102 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.149746 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:40.197333 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:26:40.200530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:26:40.203636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:26:40.241295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Pushing event updated for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:40.244621 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:40.266791 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:40.267398 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.328165 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603851 Jun 14 03:26:40.345324 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Request body: {'port': {'device_id': '33174b64-c312-4a98-901e-275fe8a98857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:26:40.429262 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.747716 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc257e9-8a74-4489-b706-f0f5ddf52866 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:40.756829 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.769231 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Transition to ACTIVE for port object 7cc257e9-8a74-4489-b706-f0f5ddf52866 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:26:40.789623 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861234a-4183-4909-acd9-f993f2129819 req-bc63d6bf-95e8-40ee-a5e7-15f91402e6c5 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:40.791008 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e861234a-4183-4909-acd9-f993f2129819 req-bc63d6bf-95e8-40ee-a5e7-15f91402e6c5 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1425583 Jun 14 03:26:40.798783 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85e3b9-41f2-439e-af87-522b3527b3ee req-1302f873-f2ff-4367-abf4-d72b906682d4 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:40.800341 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6f85e3b9-41f2-439e-af87-522b3527b3ee req-1302f873-f2ff-4367-abf4-d72b906682d4 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 932 time: 0.1088724 Jun 14 03:26:40.867463 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:40.868000 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e861234a-4183-4909-acd9-f993f2129819 req-99b10ff5-4c3e-43f7-96bc-6bb296e32541 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665436 Jun 14 03:26:40.869672 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:40.870724 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6f85e3b9-41f2-439e-af87-522b3527b3ee req-cfa9ce15-d5bd-464a-a415-8d2abc6f25fe tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Jun 14 03:26:40.968101 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Pushing event updated for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:40.971430 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:41.047552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Attempting to bind port 7cc257e9-8a74-4489-b706-f0f5ddf52866 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:26:41.047801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Attempting to bind port 7cc257e9-8a74-4489-b706-f0f5ddf52866 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:26:41.048123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Attempting to bind port 7cc257e9-8a74-4489-b706-f0f5ddf52866 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:41.052222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Port 7cc257e9-8a74-4489-b706-f0f5ddf52866 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:26:41.052539 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Attempting to bind port 7cc257e9-8a74-4489-b706-f0f5ddf52866 on network f72ad489-c1d0-4cd5-ae54-2faf65a9e769 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:26:41.057113 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:26:41.057442 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Checking segment: {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:26:41.057845 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Bound using segment: {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:26:41.058265 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Bound port: 7cc257e9-8a74-4489-b706-f0f5ddf52866, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d0f723-3b65-41f0-9b51-0fbacca62d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:26:41.058606 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:41.134082 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:26:41.137493 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:26:41.217079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:41.220017 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-87b0a30e-95a0-4af9-afaf-550610da70d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:41.254886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.255518 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:41.256948 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] 10.222.0.23 "PUT /v2.0/ports/7cc257e9-8a74-4489-b706-f0f5ddf52866 HTTP/1.1" status: 200 len: 1094 time: 0.9157107 Jun 14 03:26:41.257455 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:41.260652 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00567de-97e4-4210-a201-eab4d06e20df" -d '{"events": [{"name": "network-changed", "server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:41.288574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Pushing event updated for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:41.291628 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:41.308975 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c881ec9-33ec-4b60-bedd-285b45d06844 x-openstack-request-id: req-2c881ec9-33ec-4b60-bedd-285b45d06844 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:41.309301 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:41.309652 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c881ec9-33ec-4b60-bedd-285b45d06844 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:41.310095 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866', 'status': 'completed', 'code': 200} Jun 14 03:26:41.408608 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00567de-97e4-4210-a201-eab4d06e20df req-f54652cd-84f8-40dc-b110-9ec59f1213a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.410130 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e00567de-97e4-4210-a201-eab4d06e20df req-f54652cd-84f8-40dc-b110-9ec59f1213a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 1097 time: 0.0595145 Jun 14 03:26:41.540771 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00567de-97e4-4210-a201-eab4d06e20df req-4f67a5a1-de43-4d05-807e-64bbac811ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.542263 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e00567de-97e4-4210-a201-eab4d06e20df req-4f67a5a1-de43-4d05-807e-64bbac811ae4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=45d96ad0a91948e8af808cef4c9dd958&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1235421 Jun 14 03:26:41.672727 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00567de-97e4-4210-a201-eab4d06e20df req-059377f6-abb7-42cf-b8f5-b5ccb2edd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.674219 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e00567de-97e4-4210-a201-eab4d06e20df req-059377f6-abb7-42cf-b8f5-b5ccb2edd990 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257839 Jun 14 03:26:41.773265 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-544fd4a0-bd89-4249-9051-2ab8048124d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.774766 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-544fd4a0-bd89-4249-9051-2ab8048124d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d96ad0a91948e8af808cef4c9dd958&device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 1097 time: 0.0604212 Jun 14 03:26:41.832076 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-23842a65-3fdd-446e-9dd5-25317db4ea8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866 HTTP/1.1" status: 200 len: 217 time: 0.0493751 Jun 14 03:26:41.897043 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48431-5192-4777-912e-f20731f75808 req-3740453f-9dcc-4d22-a580-957837097676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:41.898591 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-3740453f-9dcc-4d22-a580-957837097676 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d98174a-0236-451c-b883-4b2b6abc921a HTTP/1.1" status: 200 len: 849 time: 0.0538909 Jun 14 03:26:41.944099 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-0c04f796-4fe6-44fd-99fe-3da0eaa72ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f72ad489-c1d0-4cd5-ae54-2faf65a9e769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368376 Jun 14 03:26:42.056635 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-2091e78e-2655-4e1c-8e7a-29aaefd43d2c service neutron] 10.222.0.23 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046467 Jun 14 03:26:42.102704 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02037c99-46be-4c26-b7c3-cacd3d44f034 req-180a51b4-e9d0-4f45-9355-ac4e3c1d194b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:42.104085 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-02037c99-46be-4c26-b7c3-cacd3d44f034 req-180a51b4-e9d0-4f45-9355-ac4e3c1d194b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1234999 Jun 14 03:26:42.112745 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956682-c027-49e9-aaa5-53853e32d803 req-06f9cc83-d743-4ec7-92e1-7af2a7e9681d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:42.114171 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04956682-c027-49e9-aaa5-53853e32d803 req-06f9cc83-d743-4ec7-92e1-7af2a7e9681d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 944 time: 0.1003022 Jun 14 03:26:42.178876 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-02037c99-46be-4c26-b7c3-cacd3d44f034 req-cb2aa2be-d825-4db6-8b96-15f79cb3c2e4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637507 Jun 14 03:26:42.181691 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04956682-c027-49e9-aaa5-53853e32d803 req-261c1262-808d-46ae-83bd-6aece156ab77 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Jun 14 03:26:42.189132 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-dbf48431-5192-4777-912e-f20731f75808 req-2c2e0ce0-adba-4f8d-92b4-c8d68c8d925a service neutron] 10.222.0.23 "GET /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235850 Jun 14 03:26:43.421203 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2f939-0403-479a-9537-9259dc3235b7 req-0e77c90d-df69-41dc-80d2-ddb01bac37b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:43.422707 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-42f2f939-0403-479a-9537-9259dc3235b7 req-0e77c90d-df69-41dc-80d2-ddb01bac37b0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1212294 Jun 14 03:26:43.432862 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485143-b06c-4a59-93e8-1a67af1b9681 req-a78debae-a3c8-4b06-ba82-d9151c7293d7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:43.434275 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d1485143-b06c-4a59-93e8-1a67af1b9681 req-a78debae-a3c8-4b06-ba82-d9151c7293d7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 944 time: 0.1008537 Jun 14 03:26:43.495196 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-42f2f939-0403-479a-9537-9259dc3235b7 req-741250d7-2fea-4dca-9a3a-60f3ce6c7718 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593705 Jun 14 03:26:43.500392 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d1485143-b06c-4a59-93e8-1a67af1b9681 req-cf25e37f-f943-454f-9e8b-6692b44060d2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Jun 14 03:26:44.158585 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:44.737386 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad0321-2da9-47f7-a111-bcb09c642dd5 req-96038802-b699-4177-8303-7fa22db92e6c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:44.738870 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-81ad0321-2da9-47f7-a111-bcb09c642dd5 req-96038802-b699-4177-8303-7fa22db92e6c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1218839 Jun 14 03:26:44.745826 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69058d-33d0-4008-8e67-357a26c31e4f req-6430cd59-4d90-417a-a9b6-73149116ccd9 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:44.747172 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7d69058d-33d0-4008-8e67-357a26c31e4f req-6430cd59-4d90-417a-a9b6-73149116ccd9 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 944 time: 0.1323528 Jun 14 03:26:44.813017 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-81ad0321-2da9-47f7-a111-bcb09c642dd5 req-fba4d1ad-6190-47a0-a002-d7e4c5745771 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649271 Jun 14 03:26:44.815951 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7d69058d-33d0-4008-8e67-357a26c31e4f req-a9ddcdbb-6ef9-46fd-bcd7-76584a06cc3c tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622747 Jun 14 03:26:45.963963 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 7cc257e9-8a74-4489-b706-f0f5ddf52866 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:26:46.059834 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88534f0-ede5-4b8e-8480-e58f4ccf95c7 req-19f78c36-d394-4c84-ab05-1d3e57a68ac8 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:46.061296 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c88534f0-ede5-4b8e-8480-e58f4ccf95c7 req-19f78c36-d394-4c84-ab05-1d3e57a68ac8 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 944 time: 0.0977578 Jun 14 03:26:46.070849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcca530-6119-44a7-b1db-b55fa674b96e req-12f976ca-5ab5-4e19-b460-0162d40df402 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:46.072307 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9fcca530-6119-44a7-b1db-b55fa674b96e req-12f976ca-5ab5-4e19-b460-0162d40df402 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1419888 Jun 14 03:26:46.089743 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:46.106385 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '7cc257e9-8a74-4489-b706-f0f5ddf52866', 'network_id': 'f72ad489-c1d0-4cd5-ae54-2faf65a9e769', 'port_id': '7cc257e9-8a74-4489-b706-f0f5ddf52866', 'mac_address': 'fa:16:3e:b8:f8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d98174a-0236-451c-b883-4b2b6abc921a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:26:46.140549 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c88534f0-ede5-4b8e-8480-e58f4ccf95c7 req-84592b04-6d37-44f5-8245-d89f12f77a5c tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Jun 14 03:26:46.143335 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9fcca530-6119-44a7-b1db-b55fa674b96e req-0ecb0035-0dea-49a0-82aa-19716e5dba78 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636356 Jun 14 03:26:46.151579 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:46.166592 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc257e9-8a74-4489-b706-f0f5ddf52866 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:26:46.187283 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:46.261981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:46.264432 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:46.320324 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:46.323521 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:46.753169 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['7cc257e9-8a74-4489-b706-f0f5ddf52866'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:26:47.376993 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966a5d1-6e13-40dd-b364-fa35e66c53e7 req-8e219223-6d7b-4525-b19a-90f7b693fdbd tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:47.378402 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9966a5d1-6e13-40dd-b364-fa35e66c53e7 req-8e219223-6d7b-4525-b19a-90f7b693fdbd tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1212347 Jun 14 03:26:47.385534 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c93c6-0119-4bbf-ab70-6d1981820c59 req-cec3118c-580f-4ee4-af1c-c1a7fcb9ec6b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:47.387148 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-914c93c6-0119-4bbf-ab70-6d1981820c59 req-cec3118c-580f-4ee4-af1c-c1a7fcb9ec6b tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 945 time: 0.1206868 Jun 14 03:26:47.452226 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9966a5d1-6e13-40dd-b364-fa35e66c53e7 req-50d1f5af-6556-4205-9fd1-a88c9d4457d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640783 Jun 14 03:26:47.456968 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-914c93c6-0119-4bbf-ab70-6d1981820c59 req-df6730a1-7bc9-40bd-b030-e5194395b13e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629666 Jun 14 03:26:47.979706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 7cc257e9-8a74-4489-b706-f0f5ddf52866 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:26:48.110209 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 7cc257e9-8a74-4489-b706-f0f5ddf52866 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:26:48.114482 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 7cc257e9-8a74-4489-b706-f0f5ddf52866 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:26:48.115706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:48.211808 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:48.238473 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:48.240711 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0318a33-307f-4083-aca5-5964a647e686" -d '{"events": [{"server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "name": "network-vif-plugged", "status": "completed", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:48.254724 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:48.279184 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f42c3a-219a-44d8-8e90-dd6ad7c98835 x-openstack-request-id: req-e8f42c3a-219a-44d8-8e90-dd6ad7c98835 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:48.279486 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "name": "network-vif-plugged", "status": "completed", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:48.279774 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8f42c3a-219a-44d8-8e90-dd6ad7c98835 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:48.280148 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866', 'code': 200} Jun 14 03:26:48.338811 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:48.341126 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:48.398468 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:48.401761 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:48.695578 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4c93-0f93-4474-9360-fca7e5378eb5 req-7cd54d82-39db-4fcd-940f-2aa9310a366f tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:48.697238 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec1d4c93-0f93-4474-9360-fca7e5378eb5 req-7cd54d82-39db-4fcd-940f-2aa9310a366f tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.1234410 Jun 14 03:26:48.708764 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a05b-e42a-4744-b639-c4ab37a7e6e7 req-7f6b07f9-1101-4629-bb07-b769783ef48b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:48.710223 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9568a05b-e42a-4744-b639-c4ab37a7e6e7 req-7f6b07f9-1101-4629-bb07-b769783ef48b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1339774 Jun 14 03:26:48.721214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd56d-6715-40b5-acc5-43268364f8d6 req-90ccbbab-a9fb-45b3-b9d9-6e8e5b2a13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:48.722729 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f18dd56d-6715-40b5-acc5-43268364f8d6 req-90ccbbab-a9fb-45b3-b9d9-6e8e5b2a13d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 1099 time: 0.0631719 Jun 14 03:26:48.855718 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f18dd56d-6715-40b5-acc5-43268364f8d6 req-eb10957d-75cb-4185-afe2-cbd5fd45169c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331764 Jun 14 03:26:48.856307 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec1d4c93-0f93-4474-9360-fca7e5378eb5 req-38474c9a-7ba6-4c72-9928-2f1870f5b981 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705445 Jun 14 03:26:48.856307 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9568a05b-e42a-4744-b639-c4ab37a7e6e7 req-1a8a72e5-b141-4771-8b86-d19c1a9ddd95 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687833 Jun 14 03:26:50.296608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3230-f73b-40c0-8165-257da6671eba req-1ec051d5-b794-4dbe-92c1-c6bb36a3d45d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:50.298147 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-da8b3230-f73b-40c0-8165-257da6671eba req-1ec051d5-b794-4dbe-92c1-c6bb36a3d45d tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.3994148 Jun 14 03:26:50.310934 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2272ff-3cd2-45e1-8b63-b8834274aea8 req-e3845906-5c35-490e-96dc-4913d1b9e2a1 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:50.312361 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3d2272ff-3cd2-45e1-8b63-b8834274aea8 req-e3845906-5c35-490e-96dc-4913d1b9e2a1 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0992815 Jun 14 03:26:50.375308 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-da8b3230-f73b-40c0-8165-257da6671eba req-89723a7a-6bb1-42fc-ac08-a3a629b1db7a tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Jun 14 03:26:50.380070 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3d2272ff-3cd2-45e1-8b63-b8834274aea8 req-c36e4fb0-a231-4284-991b-a5f0303f504f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607417 Jun 14 03:26:51.610587 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac3f95-abbd-44c0-bc64-749e64fd6138 req-93015892-c853-4c90-a6cc-0fb9dbcee7c0 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:51.612039 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9bac3f95-abbd-44c0-bc64-749e64fd6138 req-93015892-c853-4c90-a6cc-0fb9dbcee7c0 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.1207240 Jun 14 03:26:51.619215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48601-de7f-4716-b934-aef223343192 req-b9f1aa1b-e5c9-4237-ae5b-f0029331d232 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:51.620551 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65e48601-de7f-4716-b934-aef223343192 req-b9f1aa1b-e5c9-4237-ae5b-f0029331d232 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1196876 Jun 14 03:26:51.681965 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9bac3f95-abbd-44c0-bc64-749e64fd6138 req-b8a69808-f265-4536-9df5-0d8c49455f64 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Jun 14 03:26:51.689297 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65e48601-de7f-4716-b934-aef223343192 req-07b5d77c-6d95-4ed1-bff4-d470e5be5c08 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618064 Jun 14 03:26:52.870931 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25515e-32a2-4fd3-a153-86c7878c6136 req-c138686c-7617-4cd8-bda3-2b935b55bc67 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:52.872414 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e25515e-32a2-4fd3-a153-86c7878c6136 req-c138686c-7617-4cd8-bda3-2b935b55bc67 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0711026 Jun 14 03:26:52.914752 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e25515e-32a2-4fd3-a153-86c7878c6136 req-917029e0-e2c6-4002-8342-f6b1af736436 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Jun 14 03:26:53.260215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a36a12-2807-4684-81cd-34f6a3205593 req-c45350c4-0293-4e2d-a81c-d16121fbbc66 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:53.261686 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1a36a12-2807-4684-81cd-34f6a3205593 req-c45350c4-0293-4e2d-a81c-d16121fbbc66 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.0722415 Jun 14 03:26:53.302180 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b1a36a12-2807-4684-81cd-34f6a3205593 req-fd6ac2ad-0d87-47b2-86a4-829bac3e4736 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Jun 14 03:26:53.723919 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60206) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:53.827236 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:53.917724 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.031197 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.033897 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:54.077576 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=468189c6e6614631bc5cc989f55b6f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496926 Jun 14 03:26:54.077576 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98652530-e70b-4c6f-a575-9ec0b501b0bb,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:54.078088 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60212) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:54.079907 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:54.134446 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac7f83-2ae8-4c8f-91c7-d9c97bc1189d req-49269a96-1a6c-4983-88fb-0bbc3393c32c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:54.135915 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0dac7f83-2ae8-4c8f-91c7-d9c97bc1189d req-49269a96-1a6c-4983-88fb-0bbc3393c32c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1066449 Jun 14 03:26:54.169706 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.207444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.211798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0dac7f83-2ae8-4c8f-91c7-d9c97bc1189d req-2ae5b8ac-b5f2-43c6-96a4-b8255872900c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690620 Jun 14 03:26:54.350353 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.352980 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:54.354150 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98652530-e70b-4c6f-a575-9ec0b501b0bb HTTP/1.1" status: 204 len: 168 time: 0.2753673 Jun 14 03:26:54.354926 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ef765369-d9bc-4790-a96c-28d1e6928bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:54.364031 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98652530-e70b-4c6f-a575-9ec0b501b0bb,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:54.366085 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:54.487437 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0c2ae-a811-4d52-b6ed-8d11f2f2a80b req-ce34cd24-2bfa-40d2-81da-829d3a77a2e7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:54.488921 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60f0c2ae-a811-4d52-b6ed-8d11f2f2a80b req-ce34cd24-2bfa-40d2-81da-829d3a77a2e7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.0699372 Jun 14 03:26:54.530949 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-60f0c2ae-a811-4d52-b6ed-8d11f2f2a80b req-82899fed-7b56-4b7f-ad38-284a2062084e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Jun 14 03:26:55.413659 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d44f-d2f5-429a-aa6d-043ee6ed885e req-57df64b9-07fc-452c-b15f-209712a358ae tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:55.415066 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0f13d44f-d2f5-429a-aa6d-043ee6ed885e req-57df64b9-07fc-452c-b15f-209712a358ae tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0830889 Jun 14 03:26:55.459296 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-0c9ecee3-a45f-4632-a445-c16e17946912 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:55.461540 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-0c9ecee3-a45f-4632-a445-c16e17946912 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.3313787 Jun 14 03:26:55.466183 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0f13d44f-d2f5-429a-aa6d-043ee6ed885e req-fa25b25a-0ad6-4e34-815c-90fa34086f88 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Jun 14 03:26:55.586760 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Deleting port 7cc257e9-8a74-4489-b706-f0f5ddf52866 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:26:55.587136 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:55.645205 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:26:55.727214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] For port 7cc257e9-8a74-4489-b706-f0f5ddf52866, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7cc257e9-8a74-4489-b706-f0f5ddf52866,segment=NetworkSegment(96d0f723-3b65-41f0-9b51-0fbacca62d73),segment_id=96d0f723-3b65-41f0-9b51-0fbacca62d73)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:26:55.727581 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:55.823876 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Calling delete_port for 7cc257e9-8a74-4489-b706-f0f5ddf52866 owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:26:55.904027 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d1f8c-6b65-48c9-99b7-f4a49810a83c req-f68043b1-e62f-42b1-ad7b-c7481005ebde tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:55.905546 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8c3d1f8c-6b65-48c9-99b7-f4a49810a83c req-f68043b1-e62f-42b1-ad7b-c7481005ebde tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 946 time: 0.2466869 Jun 14 03:26:55.951124 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8c3d1f8c-6b65-48c9-99b7-f4a49810a83c req-8865187e-1055-4f69-af03-66b16c59e0a7 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f9605eb-ccb4-4260-be3a-e806998bc398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Jun 14 03:26:56.070289 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:56.074640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dfed499-5fc2-4dbd-9e32-a79cc831e59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:56.104503 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Pushing event deleted for resources: {'Port': ['ID=7cc257e9-8a74-4489-b706-f0f5ddf52866,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:56.108237 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:56.163849 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] No DVR routers for this DVR port 7cc257e9-8a74-4489-b706-f0f5ddf52866 on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:26:56.166368 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:56.168395 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-24f43bbb-3612-4ea8-9c02-e7374c0b2b28 req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.23 "DELETE /v2.0/ports/7cc257e9-8a74-4489-b706-f0f5ddf52866 HTTP/1.1" status: 204 len: 173 time: 0.6996195 Jun 14 03:26:56.169080 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'name': 'network-vif-deleted', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:26:56.172084 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1e347-2239-40c7-987b-ab502c7554c1" -d '{"events": [{"server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "name": "network-vif-deleted", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:26:56.206806 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ad5a7-4578-45e3-9e4e-ba2cbf7f8d5a x-openstack-request-id: req-7f4ad5a7-4578-45e3-9e4e-ba2cbf7f8d5a {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:26:56.207141 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33174b64-c312-4a98-901e-275fe8a98857", "name": "network-vif-deleted", "tag": "7cc257e9-8a74-4489-b706-f0f5ddf52866", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:26:56.207434 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f4ad5a7-4578-45e3-9e4e-ba2cbf7f8d5a {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:26:56.207865 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33174b64-c312-4a98-901e-275fe8a98857', 'name': 'network-vif-deleted', 'tag': '7cc257e9-8a74-4489-b706-f0f5ddf52866', 'status': 'completed', 'code': 200} Jun 14 03:26:56.653460 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2bd4a-69d9-444c-8bf0-440088ce46b0 req-79c1082a-6238-4960-ace1-8a83b5f07761 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:56.655531 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-48f2bd4a-69d9-444c-8bf0-440088ce46b0 req-79c1082a-6238-4960-ace1-8a83b5f07761 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0743694 Jun 14 03:26:56.705633 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-48f2bd4a-69d9-444c-8bf0-440088ce46b0 req-c3beb217-f8d1-477f-87d2-8c857b88721e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439594 Jun 14 03:26:57.109798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3125a4dd-c393-4d28-a025-40941698a982 req-b05a7a88-1a70-43e3-8d17-4b0d70e729da tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] 10.222.0.15 "GET /v2.0/ports?device_id=33174b64-c312-4a98-901e-275fe8a98857 HTTP/1.1" status: 200 len: 210 time: 0.0344391 Jun 14 03:26:57.355705 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c75def64-21bc-43c9-b5d5-9c7d06d3b68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:57.892476 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5cfd-c474-43ce-9069-6b08598d381b req-34f9a74a-0e00-42cf-a612-488ee4afc5ae tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:57.893926 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-924c5cfd-c474-43ce-9069-6b08598d381b req-34f9a74a-0e00-42cf-a612-488ee4afc5ae tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0725899 Jun 14 03:26:57.936721 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-924c5cfd-c474-43ce-9069-6b08598d381b req-c4cedd40-2d63-44fa-95f7-1193abae9401 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Jun 14 03:26:58.025782 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 7cc257e9-8a74-4489-b706-f0f5ddf52866 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:26:58.054114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 7cc257e9-8a74-4489-b706-f0f5ddf52866 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:26:58.054487 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 7cc257e9-8a74-4489-b706-f0f5ddf52866 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:26:59.118029 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe296151-be59-4425-b35c-f54a9bf58ff4 req-f7448920-7372-427d-b289-3b7ceb175281 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:59.119541 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fe296151-be59-4425-b35c-f54a9bf58ff4 req-f7448920-7372-427d-b289-3b7ceb175281 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0712006 Jun 14 03:26:59.161832 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fe296151-be59-4425-b35c-f54a9bf58ff4 req-b546c9b9-4c10-4466-9428-a93d57ac6671 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359073 Jun 14 03:26:59.275409 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60320) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:59.384949 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.486405 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.624652 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.627580 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f0b8ba1b-579b-426b-b8d3-6cef2ba9f168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:59.681142 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d591493fb8b4b5cb4680e9c03444726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044802 Jun 14 03:26:59.684107 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a63e58-6e69-4b9d-b3b3-63da69309fb4,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:59.684261 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60338) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:26:59.707493 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b567e610-e6c9-4915-b3dd-a0d5c07aed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:26:59.745793 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.755076 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba21d7-68a5-4360-a827-a29ccff98f94 req-0344540a-b376-4a22-8db7-5e49c54334c4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:59.762690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a7ba21d7-68a5-4360-a827-a29ccff98f94 req-0344540a-b376-4a22-8db7-5e49c54334c4 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0976593 Jun 14 03:26:59.771869 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.787981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-56c85f3c-5d6e-4c06-b2bd-177ebd963a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.813293 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a7ba21d7-68a5-4360-a827-a29ccff98f94 req-badda500-ada3-408d-9361-1bbdb2eb919c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492821 Jun 14 03:26:59.878168 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-d98c964e-0e09-4979-a760-2cb67fbfe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:26:59.878168 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-d98c964e-0e09-4979-a760-2cb67fbfe4b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 1098 time: 0.0727358 Jun 14 03:26:59.923240 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.925865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:26:59.927040 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3a63e58-6e69-4b9d-b3b3-63da69309fb4 HTTP/1.1" status: 204 len: 168 time: 0.2421625 Jun 14 03:26:59.930384 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-32d0e16b-16aa-40d5-97bd-51892ab8d1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:26:59.993699 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a63e58-6e69-4b9d-b3b3-63da69309fb4,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:26:59.993699 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:00.024331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-ae6f333d-41ac-4599-ae39-0e46f047c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:00.025963 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-ae6f333d-41ac-4599-ae39-0e46f047c78a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.1392407 Jun 14 03:27:00.070184 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:00.114354 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-b7a975ce-eacc-4f30-9d20-a5192c381e86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 200 len: 1000 time: 0.0816524 Jun 14 03:27:00.176558 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-11a5195f-bdd5-466a-a8a6-97712908a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:00.178167 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-11a5195f-bdd5-466a-a8a6-97712908a5c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0572557 Jun 14 03:27:00.256264 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-473cbb89-f40e-4ed8-94a1-08b65e46f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:00.257824 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-473cbb89-f40e-4ed8-94a1-08b65e46f45b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734200 Jun 14 03:27:00.414975 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-4a275ae7-a3ab-4b83-ba2f-f72c64a8391f service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500044 Jun 14 03:27:00.545176 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-aa34aebd-15c6-4ac3-ab5c-253c25641ae7 req-0ca2d616-3958-47e9-80b4-8740d76083d1 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235960 Jun 14 03:27:00.896059 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:01.057700 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dbd21-b232-4f4a-a184-11ab48951340 req-654c963b-fe98-409b-873f-4ba84d4bc566 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:01.059107 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d9dbd21-b232-4f4a-a184-11ab48951340 req-654c963b-fe98-409b-873f-4ba84d4bc566 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0884354 Jun 14 03:27:01.117130 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4d9dbd21-b232-4f4a-a184-11ab48951340 req-806b2cd6-575e-498f-bfda-6b066bda39c5 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500560 Jun 14 03:27:02.481071 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbf09f-d45a-45ce-8c75-8da4e1540b32 req-5ebc1bef-269e-45f6-a078-f93a6648863b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:02.483914 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2cdbf09f-d45a-45ce-8c75-8da4e1540b32 req-5ebc1bef-269e-45f6-a078-f93a6648863b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.2434473 Jun 14 03:27:02.545619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2cdbf09f-d45a-45ce-8c75-8da4e1540b32 req-e16b6e83-3110-4cfd-aa59-5ada90341bfd tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554545 Jun 14 03:27:02.773526 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:07.382839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f9dc4-ebff-4450-bc05-c8c523a6851f req-5fc75167-1aab-44a6-900f-3eef56df61ea tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:07.384450 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a1f9dc4-ebff-4450-bc05-c8c523a6851f req-5fc75167-1aab-44a6-900f-3eef56df61ea tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0781548 Jun 14 03:27:07.443133 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8a1f9dc4-ebff-4450-bc05-c8c523a6851f req-3b0daddf-a457-4be2-97dc-d1eae475e129 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Jun 14 03:27:08.677351 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e3a00-51b8-412f-afe2-71b98dc5aab5 req-3e9b367b-9f25-408b-91b6-8c938cc9b621 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:08.679892 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-500e3a00-51b8-412f-afe2-71b98dc5aab5 req-3e9b367b-9f25-408b-91b6-8c938cc9b621 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.1049235 Jun 14 03:27:08.742608 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-500e3a00-51b8-412f-afe2-71b98dc5aab5 req-cfa2c2b6-b371-4b6c-a4f7-142aa14a4624 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Jun 14 03:27:09.927678 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d2d38-b2af-4d7b-b413-40847c212016 req-992bd61b-7298-42ad-a50d-68c0a57237da tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:09.929156 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a69d2d38-b2af-4d7b-b413-40847c212016 req-992bd61b-7298-42ad-a50d-68c0a57237da tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0799448 Jun 14 03:27:09.973350 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a69d2d38-b2af-4d7b-b413-40847c212016 req-3a431261-11ba-4000-a3af-0a2f2bc88463 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Jun 14 03:27:11.174045 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6274c-db88-4195-9f31-a8a836434d84 req-0da58606-1ffc-4ea6-bf22-b6c0dbc7fcb9 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:11.175531 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-39f6274c-db88-4195-9f31-a8a836434d84 req-0da58606-1ffc-4ea6-bf22-b6c0dbc7fcb9 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0752146 Jun 14 03:27:11.233677 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-39f6274c-db88-4195-9f31-a8a836434d84 req-98536002-ffa2-4997-aa2a-f6fe189cc522 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Jun 14 03:27:12.440717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffa61a-9bc0-489f-ba22-8bfa3d961ab1 req-7436cd5a-ce84-49ad-aa49-adf11409c10c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:12.443009 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22ffa61a-9bc0-489f-ba22-8bfa3d961ab1 req-7436cd5a-ce84-49ad-aa49-adf11409c10c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0803237 Jun 14 03:27:12.485011 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-22ffa61a-9bc0-489f-ba22-8bfa3d961ab1 req-f5cba167-642f-4d7e-b736-1cfff37bb6b5 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Jun 14 03:27:13.121298 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-b11bcbfe-034c-44a2-97f9-ec86e56e78bf tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:13.123865 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-b11bcbfe-034c-44a2-97f9-ec86e56e78bf tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 945 time: 0.0867045 Jun 14 03:27:13.250908 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Deleting port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:13.251250 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:13.377150 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] For port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,segment=NetworkSegment(86b1e55d-33ca-4d9e-ba63-d9964c182e84),segment_id=86b1e55d-33ca-4d9e-ba63-d9964c182e84)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:13.377648 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:13.475986 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Calling delete_port for 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:13.753250 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:13.763168 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-424c5a2d-3992-4ae4-a86a-30ec559a7d68 tempest-DeleteServersTestJSON-139151843 tempest-DeleteServersTestJSON-139151843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:13.769996 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['5b263dbf-b76b-4a00-9a36-ed3a26b23cbe'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:27:13.808573 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43951-0f8a-4c1c-86a7-8e4432832e1e req-704756d3-f8f5-48d9-8048-56f79e8fff8c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:13.810866 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9dd43951-0f8a-4c1c-86a7-8e4432832e1e req-704756d3-f8f5-48d9-8048-56f79e8fff8c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 867 time: 0.1042230 Jun 14 03:27:13.885976 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9dd43951-0f8a-4c1c-86a7-8e4432832e1e req-c018d126-6f9c-4b17-98c2-bf0840245b68 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb793e04-6a78-43d8-9e93-e0ef5dba7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Jun 14 03:27:13.914679 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Pushing event deleted for resources: {'Port': ['ID=5b263dbf-b76b-4a00-9a36-ed3a26b23cbe,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:13.918723 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] No DVR routers for this DVR port 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:27:13.922163 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:13.923619 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:13.926180 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-583f8d0e-0266-48cd-a387-c56ea02c8d1c req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.23 "DELETE /v2.0/ports/5b263dbf-b76b-4a00-9a36-ed3a26b23cbe HTTP/1.1" status: 204 len: 173 time: 0.7957561 Jun 14 03:27:13.926727 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'name': 'network-vif-deleted', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:27:13.939556 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da6f83a-c342-486c-8ea8-faab7c450495" -d '{"events": [{"server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "name": "network-vif-deleted", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:27:13.980402 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe01cdc0-6eca-40ae-b5ca-1d2f373b4e47 x-openstack-request-id: req-fe01cdc0-6eca-40ae-b5ca-1d2f373b4e47 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:27:13.980877 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06336b8-0425-401d-924e-18df4477de51", "name": "network-vif-deleted", "tag": "5b263dbf-b76b-4a00-9a36-ed3a26b23cbe", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:27:13.981432 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe01cdc0-6eca-40ae-b5ca-1d2f373b4e47 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:27:13.982419 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06336b8-0425-401d-924e-18df4477de51', 'name': 'network-vif-deleted', 'tag': '5b263dbf-b76b-4a00-9a36-ed3a26b23cbe', 'status': 'completed', 'code': 200} Jun 14 03:27:14.191132 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:15.071834 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06f08bd1-f688-44f8-9db7-93760d5e88aa req-01bde145-fbb7-4921-ad4d-fe81223f27ff tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e06336b8-0425-401d-924e-18df4477de51 HTTP/1.1" status: 200 len: 210 time: 0.0474129 Jun 14 03:27:16.060830 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:27:16.089742 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:27:16.090104 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 5b263dbf-b76b-4a00-9a36-ed3a26b23cbe not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:27:20.259742 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60616) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:20.313358 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Deleting subnet 4d98174a-0236-451c-b883-4b2b6abc921a {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:27:20.316799 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.359017 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.407627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.547310 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.549424 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:20.581159 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d98174a-0236-451c-b883-4b2b6abc921a,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:20.585658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.587582 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4d98174a-0236-451c-b883-4b2b6abc921a HTTP/1.1" status: 204 len: 168 time: 0.3259170 Jun 14 03:27:20.590189 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60618) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:20.594123 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.594491 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.594851 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.595204 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.595555 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.595901 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.596245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.596588 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.596958 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.597299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.597668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.598006 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:20.601210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-cb017798-1b5f-4d48-805e-a031568d9467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:20.680504 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.784206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.794784 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ad489-c1d0-4cd5-ae54-2faf65a9e769']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:20.805186 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d0f723-3b65-41f0-9b51-0fbacca62d73') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:20.805483 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d0f723-3b65-41f0-9b51-0fbacca62d73') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:20.815663 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.830057 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.836126 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:27:20.836500 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:27:20.838273 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:27:20.842339 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:27:21.004420 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.008496 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:21.012401 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.014915 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f72ad489-c1d0-4cd5-ae54-2faf65a9e769 HTTP/1.1" status: 204 len: 168 time: 0.4230375 Jun 14 03:27:21.026649 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72ad489-c1d0-4cd5-ae54-2faf65a9e769,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:21.034096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.034480 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.034857 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.035230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.035598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.035963 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.036327 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.036702 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.037046 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.037405 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.037780 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.043382 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:27:21.043382 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:21.342976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60624) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:21.386069 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-1c6be38b-5503-432f-b937-37077977435c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45d96ad0a91948e8af808cef4c9dd958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418212 Jun 14 03:27:21.388218 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60626) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:21.439185 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.461462 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.610661 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.613226 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:21.614420 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f9605eb-ccb4-4260-be3a-e806998bc398 HTTP/1.1" status: 204 len: 168 time: 0.2253067 Jun 14 03:27:21.615188 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f7c05791-11bc-43aa-9a17-9afa6461f138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:21.624371 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9605eb-ccb4-4260-be3a-e806998bc398,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:21.627392 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:27.349793 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-386f267b-f047-481b-b62d-c15a6cd38b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:29.730119 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-772ad184-9485-40ac-8333-ff10da084e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:30.032896 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:30.892762 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:32.633938 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:27:32.798493 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.303114 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60740) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:38.359331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Deleting subnet 497ac4f1-025f-4bb4-9cc2-1ebc73d4d240 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:27:38.362350 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.402902 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.448983 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.627518 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.629857 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:38.659221 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497ac4f1-025f-4bb4-9cc2-1ebc73d4d240,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:38.662601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:38.665340 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.667436 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/497ac4f1-025f-4bb4-9cc2-1ebc73d4d240 HTTP/1.1" status: 204 len: 168 time: 0.3630939 Jun 14 03:27:38.669740 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60742) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:38.762010 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.865734 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.877434 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127328cc-457c-4d60-bd7c-87d027ea42e8']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:38.892574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b1e55d-33ca-4d9e-ba63-d9964c182e84') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:38.893040 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b1e55d-33ca-4d9e-ba63-d9964c182e84') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:38.903167 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.917586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.923769 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:27:38.924441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:27:38.926810 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:27:39.093272 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.097238 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5205f006-5a88-4c8c-9727-e3168d1ac310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:39.099765 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.101434 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/127328cc-457c-4d60-bd7c-87d027ea42e8 HTTP/1.1" status: 204 len: 168 time: 0.4307597 Jun 14 03:27:39.115418 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Pushing event deleted for resources: {'Network': ['ID=127328cc-457c-4d60-bd7c-87d027ea42e8,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:39.117907 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-56322269-04aa-451b-b196-7d984825fe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:39.547776 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60750) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:39.598983 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-acf3c9ef-1427-4a29-b32b-d9cb53ed4e5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a632d95308124f299e134a48d059b366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499794 Jun 14 03:27:39.601519 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60752) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:39.653963 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.676704 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.858344 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.860937 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:39.862113 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb793e04-6a78-43d8-9e93-e0ef5dba7550 HTTP/1.1" status: 204 len: 168 time: 0.2596025 Jun 14 03:27:39.862912 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-be156430-a5f0-4b54-b0f3-db058d8aa152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:39.871692 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb793e04-6a78-43d8-9e93-e0ef5dba7550,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:39.874751 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:40.124669 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-5694eeb9-ba36-445e-9d93-b8e33c362372 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866953780&fields=id&tenant_id=525254d03f90486f9d5d80fccde54cb9 HTTP/1.1" status: 200 len: 267 time: 0.0408964 Jun 14 03:27:40.196958 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-2ba92fd1-fed7-4c44-a830-8ca2b544bb07 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:40.198526 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-2ba92fd1-fed7-4c44-a830-8ca2b544bb07 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 985 time: 0.0684810 Jun 14 03:27:40.209314 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Request body: {'port': {'security_groups': ['e006f9a4-a560-4471-9cc7-6f09a570e221']}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:27:40.306299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.526371 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:40.558051 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.638626 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.642668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3e625ab9-a286-4fe4-86e7-572ae8df2bdd tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:40.651282 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['3c557360-484e-43ff-91ef-0748ae56518d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:27:40.695951 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:40.696576 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.698026 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-647b9c4d-d82d-4449-89a4-c9b49677ecbe req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "PUT /v2.0/ports/3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 943 time: 0.4935353 Jun 14 03:27:40.698549 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:27:40.702160 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff5622-f9a0-4f4c-a9f8-947326b7a945" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:27:40.704510 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60760) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:40.742985 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event updated for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=7']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:40.742985 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-01c2098c-5146-41f2-8fa1-90f5495ef996 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:40.798267 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.818837 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['3c557360-484e-43ff-91ef-0748ae56518d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:27:40.834326 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.978114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-6d18330c-09d7-4fbf-b099-961391b2c5cc None None] Provisioning complete for port 3c557360-484e-43ff-91ef-0748ae56518d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:27:40.978114 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6d18330c-09d7-4fbf-b099-961391b2c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:40.982200 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c693898-3fc2-479e-b879-4e8c6cd771eb x-openstack-request-id: req-8c693898-3fc2-479e-b879-4e8c6cd771eb {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:27:40.982591 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:27:40.982888 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c693898-3fc2-479e-b879-4e8c6cd771eb {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:27:40.983317 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:27:41.041125 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.043965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.047596 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef4d9173-f930-4d1c-b041-724cad6384a5 HTTP/1.1" status: 204 len: 168 time: 0.3396895 Jun 14 03:27:41.047596 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6b04e803-b5f9-4351-9043-b99c208c82b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:41.047986 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60766) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:41.058309 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d9173-f930-4d1c-b041-724cad6384a5,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:41.066224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:41.178681 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-b492829a-ddf0-4c9b-b6d8-605e39cba8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:41.180171 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-b492829a-ddf0-4c9b-b6d8-605e39cba8a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1099 time: 0.1731777 Jun 14 03:27:41.270893 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Deleting port 0173dbe2-1a5e-4e6b-9976-f352243af746 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:41.271237 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.295600 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-284f2112-becb-4391-a43c-3c8ccd51bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:41.297072 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-284f2112-becb-4391-a43c-3c8ccd51bab8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 916 time: 0.1103837 Jun 14 03:27:41.373578 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.373952 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.472970 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Calling delete_port for 0173dbe2-1a5e-4e6b-9976-f352243af746 owned by network:floatingip {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:41.618183 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-e731a9bf-ca0e-4071-983d-f851c75ee246 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 1001 time: 0.3138051 Jun 14 03:27:41.673934 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-4b951f63-baa9-48b9-ae18-62cf38ffa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:41.675394 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-4b951f63-baa9-48b9-ae18-62cf38ffa519 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.0512412 Jun 14 03:27:41.742148 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-6bcc6fb2-6831-41ad-91d1-2089c5f1a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:41.743596 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-6bcc6fb2-6831-41ad-91d1-2089c5f1a24a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608954 Jun 14 03:27:41.773180 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.775366 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a93a5f2f-2ebd-4281-b884-6f3f830604f4 tempest-VolumesActionsTest-2139764975 tempest-VolumesActionsTest-2139764975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:41.804572 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event deleted for resources: {'Port': ['ID=0173dbe2-1a5e-4e6b-9976-f352243af746,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:41.808185 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:41.866518 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-141496fd-d5cb-4501-9e7a-fe559deecfba service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156225 Jun 14 03:27:41.884100 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks [] for floatingip, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:41.884399 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Floating IP 3e2e16a4-e190-4f56-ba4a-c906994ed79f disassociated (deleted). External IP: 172.28.1.39, port: 3c557360-484e-43ff-91ef-0748ae56518d. Jun 14 03:27:41.983986 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-76ff5622-f9a0-4f4c-a9f8-947326b7a945 req-7ebfca80-a9f1-4078-b598-7b38c1380b0b service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107676 Jun 14 03:27:42.438973 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:27:42.584594 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:27:42.589412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:42.594338 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Sync routers for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:27:42.603036 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:42.603657 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:42.631881 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e2e16a4-e190-4f56-ba4a-c906994ed79f HTTP/1.1" status: 204 len: 168 time: 1.5828247 Jun 14 03:27:42.748557 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:42.984795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:27:42.987209 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27454dd-0620-461e-8cf0-a6c1976d6cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:27:43.004374 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:43.007803 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Checking router: 98c83a27-e800-4ba0-870a-ad31d7aa01b7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:27:43.016527 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:43.017147 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:43.025262 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50e6ad-e3a9-4ee1-abd8-388c308a6da6 x-openstack-request-id: req-1d50e6ad-e3a9-4ee1-abd8-388c308a6da6 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:27:43.025670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:27:43.026024 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d50e6ad-e3a9-4ee1-abd8-388c308a6da6 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:27:43.026373 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:27:43.115249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-226f2e62-b466-454e-94b8-871478fa5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:43.120711 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-226f2e62-b466-454e-94b8-871478fa5f52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=525254d03f90486f9d5d80fccde54cb9&device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 1099 time: 0.0721478 Jun 14 03:27:43.163786 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:43.241276 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-b0f7856b-6c8f-449c-a0ac-280d34fe96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:43.242793 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-b0f7856b-6c8f-449c-a0ac-280d34fe96a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 200 len: 916 time: 0.1152530 Jun 14 03:27:43.304915 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-ba2a2896-e351-461c-a38c-c9372f859ce8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 200 len: 217 time: 0.0543859 Jun 14 03:27:43.360788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-35069c05-57e0-4d00-b4fc-8b3e66662014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:43.362260 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-35069c05-57e0-4d00-b4fc-8b3e66662014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 200 len: 854 time: 0.0506127 Jun 14 03:27:43.428712 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:43.430157 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-9b04850f-829c-4b39-a0be-6cf5dc4fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:43.431654 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-9b04850f-829c-4b39-a0be-6cf5dc4fdc3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4417d23-7d87-47c3-a2a6-b817afe8fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0626440 Jun 14 03:27:43.432458 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a6b9f-773f-4b53-9c9b-bfdca6d987ce None None] The sync data for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb is: [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:23:13Z', 'revision_number': 4, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '2321499c-6a50-4816-bdc0-fd92c61912c0', 'name': '', 'network_id': 'b4417d23-7d87-47c3-a2a6-b817afe8fa16', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'mac_address': 'fa:16:3e:b4:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:12Z', 'updated_at': '2021-06-14T03:23:20Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'subnets': [{'id': 'a1f8986a-4265-40da-a19c-d3e15693b386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:27:43.550527 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-84be8f93-7f5d-4985-8aa1-e799162973f3 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118507 Jun 14 03:27:43.643894 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ce2b6-e973-4b72-b84e-df42bd1f77bf None None] New status for floating IP 3e2e16a4-e190-4f56-ba4a-c906994ed79f: DOWN {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:27:43.671888 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b27454dd-0620-461e-8cf0-a6c1976d6cb2 req-6550d015-b911-446b-a256-14372eef78c3 service neutron] 10.222.0.23 "GET /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143310 Jun 14 03:27:44.264106 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:47.042523 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d610fa-ead2-47f2-b5b5-4617ab86d0ca req-6de78561-4164-4c84-b227-d3c9a0b4ea9a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:47.043981 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83d610fa-ead2-47f2-b5b5-4617ab86d0ca req-6de78561-4164-4c84-b227-d3c9a0b4ea9a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0688190 Jun 14 03:27:47.089106 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-83d610fa-ead2-47f2-b5b5-4617ab86d0ca req-36ff6ef3-0dba-4905-b337-ba6c78c56270 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395432 Jun 14 03:27:47.472242 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706898b-b02b-48ac-b723-accbe2d0c24c req-7f55dca4-503d-4ed1-b868-f6302178c88f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:47.473768 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8706898b-b02b-48ac-b723-accbe2d0c24c req-7f55dca4-503d-4ed1-b868-f6302178c88f tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0696166 Jun 14 03:27:47.517309 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8706898b-b02b-48ac-b723-accbe2d0c24c req-f651c082-87dd-47c2-b00f-29968f939f00 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Jun 14 03:27:48.272682 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b6b1-0f46-4595-96cc-48a8534df716 req-95966029-14f9-4873-8e30-4eb954c2d1c4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:48.274138 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9454b6b1-0f46-4595-96cc-48a8534df716 req-95966029-14f9-4873-8e30-4eb954c2d1c4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0672219 Jun 14 03:27:48.319186 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9454b6b1-0f46-4595-96cc-48a8534df716 req-3ca8c5cc-6212-42ae-b770-9f19dfe94b54 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Jun 14 03:27:48.697404 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba29adb-4158-444c-81b3-08f00d871aca req-0fadd752-1fca-49d7-a883-04ad68ba1f20 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:48.698915 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ba29adb-4158-444c-81b3-08f00d871aca req-0fadd752-1fca-49d7-a883-04ad68ba1f20 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0688832 Jun 14 03:27:48.740242 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ba29adb-4158-444c-81b3-08f00d871aca req-5ce6ff85-8324-4940-ae15-429138418feb tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Jun 14 03:27:49.032560 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-901f86c2-609a-42e9-8bd5-3974677fd412 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:49.033939 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-901f86c2-609a-42e9-8bd5-3974677fd412 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0764387 Jun 14 03:27:49.146879 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Deleting port 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:49.147226 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.261670 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] For port 403308c0-8f48-41bf-af18-34b28c08b2ac, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=403308c0-8f48-41bf-af18-34b28c08b2ac,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:49.262057 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.500618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951ed8-dfd0-4c03-8204-75442c4ef4ff req-4f6d042f-6e69-4ce2-a892-6ac1f2373ded tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:49.502129 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-01951ed8-dfd0-4c03-8204-75442c4ef4ff req-4f6d042f-6e69-4ce2-a892-6ac1f2373ded tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 946 time: 0.0687149 Jun 14 03:27:49.548432 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-01951ed8-dfd0-4c03-8204-75442c4ef4ff req-7b43c78c-07f9-4806-98dd-7ad3b5e19353 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa106119-72bd-4576-a137-aebe95dd1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406420 Jun 14 03:27:49.562703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.563076 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.563389 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.l3_db [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Floating IP 46159538-1f4d-4ae7-8687-f99111649b4b disassociated. External IP: 172.28.1.30, port: 403308c0-8f48-41bf-af18-34b28c08b2ac. Jun 14 03:27:49.563730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Calling delete_port for 403308c0-8f48-41bf-af18-34b28c08b2ac owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:49.637312 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-13f6fc67-84d5-4437-bf44-c462d0b9bf38 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:49.638735 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-13f6fc67-84d5-4437-bf44-c462d0b9bf38 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.1553311 Jun 14 03:27:49.827237 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Deleting port 3c557360-484e-43ff-91ef-0748ae56518d {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:49.827586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.906985 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:49.916858 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67127-b383-4de4-ad50-ef93e51bbcab req-3c5d2591-b86b-4e0e-92f8-ca66f018fadc tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:49.917836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4289bdae-3c72-4a05-be18-93f3a236ada2 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:49.918346 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-17f67127-b383-4de4-ad50-ef93e51bbcab req-3c5d2591-b86b-4e0e-92f8-ca66f018fadc tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 946 time: 0.0682993 Jun 14 03:27:49.958315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'Port': ['ID=403308c0-8f48-41bf-af18-34b28c08b2ac,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:49.966561 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-17f67127-b383-4de4-ad50-ef93e51bbcab req-0b7e4cdf-6d7a-4d77-9fcb-8f7960bde0cb tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/security-groups?id=e006f9a4-a560-4471-9cc7-6f09a570e221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Jun 14 03:27:49.967481 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:49.983740 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] For port 3c557360-484e-43ff-91ef-0748ae56518d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3c557360-484e-43ff-91ef-0748ae56518d,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:49.984110 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:50.171967 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Calling delete_port for 3c557360-484e-43ff-91ef-0748ae56518d owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:50.279373 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:27:50.704302 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c192b0d8-e478-48ef-be59-bb93bbaa0f79 req-0ceff052-ee64-420f-8f5b-7b9948566077 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0342910 Jun 14 03:27:50.713851 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:27:50.735843 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:27:50.746435 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:50.747069 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:50.772254 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] No DVR routers for this DVR port 403308c0-8f48-41bf-af18-34b28c08b2ac on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:27:50.774256 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:50.776019 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:50.778004 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-7c7d4873-99d1-4031-9e11-2c4f1db02c0c req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "DELETE /v2.0/ports/403308c0-8f48-41bf-af18-34b28c08b2ac HTTP/1.1" status: 204 len: 173 time: 1.7373834 Jun 14 03:27:50.778513 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-deleted', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:27:50.781334 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a55dd9-bff1-4411-9f0c-96195efe4317" -d '{"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-deleted", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:27:50.786026 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-813383e2-9d0e-478b-aacb-2c570cb62043 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:50.817654 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Pushing event deleted for resources: {'Port': ['ID=3c557360-484e-43ff-91ef-0748ae56518d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:50.820741 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:50.890954 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] No DVR routers for this DVR port 3c557360-484e-43ff-91ef-0748ae56518d on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:27:50.893445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:50.895418 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5713b95f-f26b-484a-8d9c-21e0e721466e req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.23 "DELETE /v2.0/ports/3c557360-484e-43ff-91ef-0748ae56518d HTTP/1.1" status: 204 len: 173 time: 1.2503257 Jun 14 03:27:50.906509 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a7aed0-c3bf-4cf0-891e-df06c419f4d4 x-openstack-request-id: req-e4a7aed0-c3bf-4cf0-891e-df06c419f4d4 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:27:50.906918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ea0e7-7509-4f71-97eb-4c60ba84d20d", "name": "network-vif-deleted", "tag": "403308c0-8f48-41bf-af18-34b28c08b2ac", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:27:50.907210 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4a7aed0-c3bf-4cf0-891e-df06c419f4d4 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:27:50.907740 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ea0e7-7509-4f71-97eb-4c60ba84d20d', 'name': 'network-vif-deleted', 'tag': '403308c0-8f48-41bf-af18-34b28c08b2ac', 'status': 'completed', 'code': 200} Jun 14 03:27:50.931344 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:51.166441 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6707182-14e6-41e5-ac1f-8168739e0019 req-a796dd86-f9e4-4d42-b6b4-4388e4908e00 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0767708 Jun 14 03:27:51.343620 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:51.346988 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:27:51.354926 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:51.355538 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:51.498153 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:51.785770 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:51.789446 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b08bc-0b51-485d-aa96-e4b9cabb48a3 None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:27:51.887823 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a67115a6-2c1e-4172-97eb-61c5f47912fa req-f8a2a486-0a6a-44f7-b66b-edbd42a6cba8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d0ea0e7-7509-4f71-97eb-4c60ba84d20d HTTP/1.1" status: 200 len: 210 time: 0.0370791 Jun 14 03:27:52.056593 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b7cb-5aff-4272-89b5-e754b02f93d7 None None] New status for floating IP 46159538-1f4d-4ae7-8687-f99111649b4b: DOWN {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:27:52.284002 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 3c557360-484e-43ff-91ef-0748ae56518d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:27:52.313186 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 3c557360-484e-43ff-91ef-0748ae56518d {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:27:52.313908 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 3c557360-484e-43ff-91ef-0748ae56518d not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:27:52.322619 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:27:52.341173 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 403308c0-8f48-41bf-af18-34b28c08b2ac {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:27:52.341533 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 403308c0-8f48-41bf-af18-34b28c08b2ac not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:27:52.348816 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a0778f15-8a65-4009-ae46-1a2405f77517 req-2a3473ca-fe48-400b-8ebf-29ec9af90284 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8bf7be7-dfc3-47ca-812f-541d499484e3 HTTP/1.1" status: 200 len: 210 time: 0.0583041 Jun 14 03:27:52.908611 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'name': 'network-vif-deleted', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:27:52.911472 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8059951-3905-466a-854e-7c58290b8146" -d '{"events": [{"server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "name": "network-vif-deleted", "tag": "3c557360-484e-43ff-91ef-0748ae56518d"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:27:52.946633 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689ada8-7a22-45a9-8bce-d77c041d1340 x-openstack-request-id: req-4689ada8-7a22-45a9-8bce-d77c041d1340 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:27:52.946970 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bf7be7-dfc3-47ca-812f-541d499484e3", "name": "network-vif-deleted", "tag": "3c557360-484e-43ff-91ef-0748ae56518d", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:27:52.947270 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4689ada8-7a22-45a9-8bce-d77c041d1340 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:27:52.947705 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bf7be7-dfc3-47ca-812f-541d499484e3', 'name': 'network-vif-deleted', 'tag': '3c557360-484e-43ff-91ef-0748ae56518d', 'status': 'completed', 'code': 200} Jun 14 03:27:53.156592 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60850) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:53.214339 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.239207 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.378362 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.381095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.382317 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "DELETE /v2.0/security-groups/aa106119-72bd-4576-a137-aebe95dd1ed3 HTTP/1.1" status: 204 len: 168 time: 0.2247102 Jun 14 03:27:53.383112 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f8024fa9-f41c-4648-ac3a-2a61a216e4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:53.385198 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60854) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:53.401599 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa106119-72bd-4576-a137-aebe95dd1ed3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:53.402040 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.api.v2.resource [None req-778b4e34-6aea-4b75-a754-0d815c60b27a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] show failed (client error): The resource could not be found. Jun 14 03:27:53.403086 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-778b4e34-6aea-4b75-a754-0d815c60b27a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups/aa106119-72bd-4576-a137-aebe95dd1ed3 HTTP/1.1" status: 404 len: 347 time: 0.0169866 Jun 14 03:27:53.404827 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:53.406941 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60856) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:53.581280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Deleting port ae24268b-640a-43ec-9937-1284803a8d58 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:53.581673 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.680889 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.681219 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:53.774307 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Calling delete_port for ae24268b-640a-43ec-9937-1284803a8d58 owned by network:floatingip {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:53.998697 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.000835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:54.034013 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'Port': ['ID=ae24268b-640a-43ec-9937-1284803a8d58,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:54.036976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:54.112637 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.115270 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.116441 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "DELETE /v2.0/floatingips/46159538-1f4d-4ae7-8687-f99111649b4b HTTP/1.1" status: 204 len: 168 time: 0.7083888 Jun 14 03:27:54.525304 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60900) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:54.530636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310445166', 'description': 'tempest-description--323880377'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:27:54.672658 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.758999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.890862 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.893488 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-595e7c3f-b3f6-48c9-bd1e-323fc6468258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:54.927454 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482028a6-7898-48ac-90ae-8963e626daf3,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:54.930340 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:54.995104 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:54.996366 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4700322 Jun 14 03:27:54.999853 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60902) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:55.002333 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60904) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:55.004255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group_rule': {'security_group_id': '482028a6-7898-48ac-90ae-8963e626daf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:27:55.095046 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.159356 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.238709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.240882 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a1c5e3b9-8fa6-4870-bd36-d870a2e03b04 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:55.258451 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2617e0-512f-4241-bda6-01e2f107ddc9,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:55.262427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:55.335810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.337026 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2e341e94-7f94-4147-ba30-bb2d60172265 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3362489 Jun 14 03:27:55.339668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60906) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:55.344650 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'security_group_rule': {'security_group_id': '482028a6-7898-48ac-90ae-8963e626daf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:27:55.432041 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.453412 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.495700 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.589912 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.592090 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f522e711-5175-4241-9ed6-4c4fa26dc45a tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:55.607476 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b441dfc-530f-4c72-9e8e-16c9c1745078,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:55.611847 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:55.675461 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.676709 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-9fc1b66a-17f9-4119-96c0-59bdec55a4fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361185 Jun 14 03:27:55.679723 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60908) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:55.684143 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:27:55.791119 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Deleting port 2321499c-6a50-4816-bdc0-fd92c61912c0 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:55.791375 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.793925 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.899148 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] For port 2321499c-6a50-4816-bdc0-fd92c61912c0, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2321499c-6a50-4816-bdc0-fd92c61912c0,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:55.899501 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.930111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:55.993907 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Calling delete_port for 2321499c-6a50-4816-bdc0-fd92c61912c0 owned by network:router_interface {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:56.054361 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Allocated IP 172.28.1.57 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/36ff4c58-f295-41df-ab12-e209445096a0) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:27:56.181404 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.295919 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.298606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:56.333111 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.335189 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c3684b68-d02a-4bef-8b42-27f44bc7d460 tempest-AttachVolumeNegativeTest-944712188 tempest-AttachVolumeNegativeTest-944712188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:56.341605 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2321499c-6a50-4816-bdc0-fd92c61912c0,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:56.344271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:56.389918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:27:56.392935 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:27:56.397515 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:27:56.400881 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=36ff4c58-f295-41df-ab12-e209445096a0,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:56.427421 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:56.501294 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.568029 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.620172 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.813331 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.856698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:27:56.872384 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:56.875736 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-506889d2-89bd-4c90-8441-eef82c6a45c2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:56.965510 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=36ff4c58-f295-41df-ab12-e209445096a0,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:56.969060 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:56.975940 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:57.021378 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:27:57.027689 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c4f3051f-51da-426e-bcca-414dd155e6cf admin admin] 10.222.0.15 "PUT /v2.0/routers/98c83a27-e800-4ba0-870a-ad31d7aa01b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231574 Jun 14 03:27:57.029049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60910) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:57.032756 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Sync routers for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:27:57.042569 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:57.043188 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:57.052154 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:57.061763 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3733552 Jun 14 03:27:57.191681 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:57.397709 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6bab3bfa-7675-4e9e-a4cc-6daa8782e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:57.454867 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:27:56Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:57.458638 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Checking router: 98c83a27-e800-4ba0-870a-ad31d7aa01b7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:27:57.468513 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Routers {'98c83a27-e800-4ba0-870a-ad31d7aa01b7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:27:57.469145 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:27:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:57.506702 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks [] for router, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:57.612831 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] Set router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:27:57.627664 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-28defadd-f076-407f-a38d-ae5220c9c63f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--310445166&fields=id&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 267 time: 0.1411903 Jun 14 03:27:57.747175 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:57.788772 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-be937dc7-df61-4baf-ae92-dca59bdde657 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:27:57.790361 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-be937dc7-df61-4baf-ae92-dca59bdde657 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 815 time: 0.1534972 Jun 14 03:27:57.805769 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-caafec6d-3101-4155-b8d3-ac94198349ca tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/quotas/8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 375 time: 0.0094831 Jun 14 03:27:57.881565 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2387364a-982a-4209-b6ff-6cc81d3f85d4 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702710 Jun 14 03:27:57.973428 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:27:56Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:27:57.977247 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38fa5-e85e-49f8-9df8-cdd08b564ede None None] The sync data for ids ['98c83a27-e800-4ba0-870a-ad31d7aa01b7'] in dv-cinder-796170-1-smb is: [{'id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'name': 'tempest-TestMinimumBasicScenario-1782005289-router', 'tenant_id': '525254d03f90486f9d5d80fccde54cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:07Z', 'updated_at': '2021-06-14T03:27:56Z', 'revision_number': 5, 'project_id': '525254d03f90486f9d5d80fccde54cb9', 'gw_port': {'id': '5c28f69d-4a49-43d7-bcfe-00f60d5f74c0', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c83a27-e800-4ba0-870a-ad31d7aa01b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:08Z', 'updated_at': '2021-06-14T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:27:58.095508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Deleting port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:58.095862 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:58.124677 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-d1357e50-6a3d-4185-8916-9df85d166548 service neutron] 10.222.0.15 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306032 Jun 14 03:27:58.288210 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] For port 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:58.288452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:58.394542 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Calling delete_port for 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 owned by network:router_gateway {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:58.408780 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-eb1af660-8a50-4362-bbf9-0b30425b2555 service neutron] 10.222.0.15 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782559 Jun 14 03:27:58.665779 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ce7487f3-11ae-49a8-8f58-5d8b7da39a63 req-83e85a61-a83b-40ce-b134-8764e3c08a37 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 210 time: 0.0334275 Jun 14 03:27:58.690242 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:58.693484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c5233fb3-55ac-4dfe-81a5-109cbc834147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:58.722124 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c28f69d-4a49-43d7-bcfe-00f60d5f74c0,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:58.725278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:58.798988 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:58.934607 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:58.936784 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.101322 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.101844 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c83a27-e800-4ba0-870a-ad31d7aa01b7 {{(pid=92477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:27:59.106138 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.111218 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] 10.222.0.15 "DELETE /v2.0/routers/98c83a27-e800-4ba0-870a-ad31d7aa01b7 HTTP/1.1" status: 204 len: 168 time: 2.0766652 Jun 14 03:27:59.111511 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60940) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:59.169042 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Deleting subnet a1f8986a-4265-40da-a19c-d3e15693b386 {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:27:59.172313 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.219580 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.350063 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.507245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.509766 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dedc8b34-af9a-45bf-b227-0cf544d0dc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:27:59.540779 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f8986a-4265-40da-a19c-d3e15693b386,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:27:59.543897 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:27:59.544899 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.547637 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b9c00b34-dc4b-4bdc-9fb2-8f8a3ec59716 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1f8986a-4265-40da-a19c-d3e15693b386 HTTP/1.1" status: 204 len: 168 time: 0.4348204 Jun 14 03:27:59.549959 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60944) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:27:59.553865 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302df02-13de-4507-a933-cd24e6042bfe None None] Network b4417d23-7d87-47c3-a2a6-b817afe8fa16 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:27:59.638191 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2321499c-6a50-4816-bdc0-fd92c61912c0 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:27:59.646116 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.672181 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 2321499c-6a50-4816-bdc0-fd92c61912c0 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:27:59.672532 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2321499c-6a50-4816-bdc0-fd92c61912c0 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:27:59.672959 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:27:59.710485 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Deleting port d5b09494-c05c-4599-9005-930cd8e9b4a3 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:59.710881 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.724566 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:27:59.724930 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 5c28f69d-4a49-43d7-bcfe-00f60d5f74c0 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:27:59.772174 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ccf2bdfc-c0e0-4041-96ce-3ada9afb6c09 req-18b41701-dd01-42d5-9e7a-c7639c0fc215 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 210 time: 0.0360899 Jun 14 03:27:59.797577 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] For port d5b09494-c05c-4599-9005-930cd8e9b4a3, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=d5b09494-c05c-4599-9005-930cd8e9b4a3,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:59.798002 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.843364 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] DHCP port deletion for b4417d23-7d87-47c3-a2a6-b817afe8fa16 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:27:59.876507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c7a16c56-362e-44a4-a2c4-02204efb978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.893371 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Calling delete_port for d5b09494-c05c-4599-9005-930cd8e9b4a3 owned by network:dhcp {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:27:59.902609 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Deleting port d5b09494-c05c-4599-9005-930cd8e9b4a3 {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:27:59.902999 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:27:59.999201 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] For port d5b09494-c05c-4599-9005-930cd8e9b4a3, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=d5b09494-c05c-4599-9005-930cd8e9b4a3,segment=NetworkSegment(4943b37f-b520-41a4-a686-8c4f6e11572a),segment_id=4943b37f-b520-41a4-a686-8c4f6e11572a)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:27:59.999680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.055429 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.059037 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-522bbb8e-c20f-4ba9-8bf6-30ef58f3996c tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:00.090383 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b09494-c05c-4599-9005-930cd8e9b4a3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:00.092816 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] No DVR routers for this DVR port d5b09494-c05c-4599-9005-930cd8e9b4a3 on host dv-cinder-796170-1-smb {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:28:00.094407 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:00.094731 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Calling delete_port for d5b09494-c05c-4599-9005-930cd8e9b4a3 owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:00.100456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.194576 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.207570 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4417d23-7d87-47c3-a2a6-b817afe8fa16']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:00.220240 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4943b37f-b520-41a4-a686-8c4f6e11572a') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:00.220574 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4943b37f-b520-41a4-a686-8c4f6e11572a') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:00.230683 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.240638 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.243691 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:00.247114 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.255147 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:28:00.255871 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:28:00.257864 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:28:00.276308 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Pushing event deleted for resources: {'Port': ['ID=d5b09494-c05c-4599-9005-930cd8e9b4a3,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:00.278849 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] No DVR routers for this DVR port d5b09494-c05c-4599-9005-930cd8e9b4a3 on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:28:00.287673 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.288027 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.288376 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.288715 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.289054 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.289390 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.289834 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.290170 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.290507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.290836 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.291165 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.291492 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:00.294666 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c506d41f-cfbe-4460-9230-36f776f61bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:00.496558 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.502174 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.511470 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] 10.222.0.15 "DELETE /v2.0/networks/b4417d23-7d87-47c3-a2a6-b817afe8fa16 HTTP/1.1" status: 204 len: 168 time: 0.9531577 Jun 14 03:28:00.511470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a087b12d-4003-4405-b0a8-6ab12bf7a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:00.511691 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60950) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:00.521719 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=b4417d23-7d87-47c3-a2a6-b817afe8fa16,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:00.528049 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:00.909410 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:00.936663 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-63d93551-28d3-4322-9834-3333709ae674 req-a188768c-bdc7-49c8-8a73-f524136d8fec tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 210 time: 0.0388274 Jun 14 03:28:00.992977 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:01.296917 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-5cc938ba-e949-4db8-8b8f-c38cf256baca tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:01.298588 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-5cc938ba-e949-4db8-8b8f-c38cf256baca tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 815 time: 0.1280625 Jun 14 03:28:01.316383 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Deleting port be644651-5f0f-4ba2-85fc-2ea7e754718d {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:01.316753 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:01.347826 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-020a5970-b789-41bd-a1fa-2e68a82e2d1d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 379 time: 0.0403211 Jun 14 03:28:01.356552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'port': {'device_id': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'admin_state_up': True, 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'security_groups': ['482028a6-7898-48ac-90ae-8963e626daf3']}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:01.419226 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] For port be644651-5f0f-4ba2-85fc-2ea7e754718d, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=be644651-5f0f-4ba2-85fc-2ea7e754718d,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:01.419627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:01.517196 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Calling delete_port for be644651-5f0f-4ba2-85fc-2ea7e754718d owned by network:router_interface {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:01.558544 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Made reservation on behalf of 8011d0383d334fbc87e7325584b4b2f2 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:28:01.562996 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:01.603749 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device d5b09494-c05c-4599-9005-930cd8e9b4a3 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:28:01.630980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: d5b09494-c05c-4599-9005-930cd8e9b4a3 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:28:01.631724 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device d5b09494-c05c-4599-9005-930cd8e9b4a3 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:28:01.717140 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Allocated IP 172.20.0.8 (9095088c-5ffe-45af-94dc-8af3c9e4b500/e0f5e748-01b5-4416-b5c3-d7f37dcba361/936e8d90-ce1f-4e50-b0e6-3af52f61258d) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:28:01.904284 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:01.917747 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Transition to ACTIVE for port object 936e8d90-ce1f-4e50-b0e6-3af52f61258d will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:28:02.013290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.017359 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5ad9599b-02bc-4d11-a941-fa707d84ad48 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:02.070571 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:28:02.079457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:28:02.081685 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:02.084036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:28:02.087236 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:02.104110 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.109292 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d01836a3-8374-48ad-9dcc-ed293a71d82d tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:02.147338 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be644651-5f0f-4ba2-85fc-2ea7e754718d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:02.150587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:02.151516 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.157787 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:02.245215 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8923891 Jun 14 03:28:02.261743 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Request body: {'port': {'device_id': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:02.262250 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fdabe-4354-4823-bab1-0ce57b77460b req-0b5ddc62-4ba5-4ac5-b2cc-7d9bf36c6fe2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:02.263802 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d34fdabe-4354-4823-bab1-0ce57b77460b req-0b5ddc62-4ba5-4ac5-b2cc-7d9bf36c6fe2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 931 time: 0.1994243 Jun 14 03:28:02.379487 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.442827 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d34fdabe-4354-4823-bab1-0ce57b77460b req-d12c7ae6-8a21-47f2-b4f1-fe7d117d6fc7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118217 Jun 14 03:28:02.449877 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-40fc0a80-8deb-4d8c-9f2b-89ebfe56abee None None] Provisioning for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:28:02.455197 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-40fc0a80-8deb-4d8c-9f2b-89ebfe56abee None None] Provisioning complete for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:28:02.455793 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-40fc0a80-8deb-4d8c-9f2b-89ebfe56abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.466449 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.499994 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-40fc0a80-8deb-4d8c-9f2b-89ebfe56abee None None] Port 936e8d90-ce1f-4e50-b0e6-3af52f61258d cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:28:02.724539 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:28:02.734826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.746982 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Transition to ACTIVE for port object 936e8d90-ce1f-4e50-b0e6-3af52f61258d will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:28:02.764838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.772703 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Router 567c73a5-cac8-44e4-aef1-5177d2bfce63 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:28:02.844381 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:02.846610 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5b3b1223-d822-4eff-afcf-3c5dbd7cee7a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:02.922945 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:28:02.932328 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Sync routers for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:28:02.934425 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-38866d1d-81c1-4403-a9dd-aeaf125cbae7 admin admin] 10.222.0.15 "PUT /v2.0/routers/567c73a5-cac8-44e4-aef1-5177d2bfce63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255970 Jun 14 03:28:02.936557 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60960) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:02.945284 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:02.946236 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:03.102820 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:03.118584 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.210834 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:03.217376 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:03.265920 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.300297 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Attempting to bind port 936e8d90-ce1f-4e50-b0e6-3af52f61258d on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:28:03.300729 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Attempting to bind port 936e8d90-ce1f-4e50-b0e6-3af52f61258d by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:28:03.301205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Attempting to bind port 936e8d90-ce1f-4e50-b0e6-3af52f61258d on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:28:03.306706 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Port 936e8d90-ce1f-4e50-b0e6-3af52f61258d on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:28:03.307105 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Attempting to bind port 936e8d90-ce1f-4e50-b0e6-3af52f61258d on network 9095088c-5ffe-45af-94dc-8af3c9e4b500 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:28:03.313410 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:28:03.313886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Checking segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:28:03.314274 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Bound using segment: {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:28:03.314958 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Bound port: 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffdb7be-6035-476d-aa39-6e00341906fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:28:03.315302 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.363879 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:28:01Z', 'revision_number': 5, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port': {'id': '936d93dc-09c5-4ff9-bba5-ff3d600a0064', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:23:20Z', 'updated_at': '2021-06-14T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:03.367476 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Checking router: 567c73a5-cac8-44e4-aef1-5177d2bfce63 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:28:03.376415 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Routers {'567c73a5-cac8-44e4-aef1-5177d2bfce63'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:03.377024 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['567c73a5-cac8-44e4-aef1-5177d2bfce63'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:03.395544 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Deleting port 936d93dc-09c5-4ff9-bba5-ff3d600a0064 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:03.395885 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.397678 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:28:03.400889 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:28:03.490565 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.493755 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-cfbbe25d-143f-4dd1-b6c9-94cc6294310a tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:03.513400 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] For port 936d93dc-09c5-4ff9-bba5-ff3d600a0064, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=936d93dc-09c5-4ff9-bba5-ff3d600a0064,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:03.513856 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.552345 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:03.554604 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:03.557119 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] 10.222.0.23 "PUT /v2.0/ports/936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 1093 time: 1.2997978 Jun 14 03:28:03.559385 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:03.576210 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae551ed9-9333-47bf-92d3-d55ade1afc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:03.621397 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] Set router 567c73a5-cac8-44e4-aef1-5177d2bfce63 gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:03.630477 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:03.635675 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:03.653161 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9eaf8b-3470-4b6b-82b6-9113779c163d x-openstack-request-id: req-9f9eaf8b-3470-4b6b-82b6-9113779c163d {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:03.654375 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:03.654695 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f9eaf8b-3470-4b6b-82b6-9113779c163d {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:03.655173 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'status': 'completed', 'code': 200} Jun 14 03:28:03.670622 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Calling delete_port for 936d93dc-09c5-4ff9-bba5-ff3d600a0064 owned by network:router_gateway {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:03.730086 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:28:03Z', 'revision_number': 6, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port_host': None}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:03.733640 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdb44a-c8d0-4de3-8ea0-2149a80db9b1 None None] The sync data for ids ['567c73a5-cac8-44e4-aef1-5177d2bfce63'] in dv-cinder-796170-1-smb is: [{'id': '567c73a5-cac8-44e4-aef1-5177d2bfce63', 'name': 'tempest-TestMinimumBasicScenario-1988094508-router', 'tenant_id': '6dc74d26ec144dc48bc3e5662312faf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:23:18Z', 'updated_at': '2021-06-14T03:28:03Z', 'revision_number': 6, 'project_id': '6dc74d26ec144dc48bc3e5662312faf5', 'gw_port_host': None}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:28:03.758183 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-69440c03-4626-4402-93b6-1d3992875313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:03.759693 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-69440c03-4626-4402-93b6-1d3992875313 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1096 time: 0.0812440 Jun 14 03:28:03.834632 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c9bc4-6c80-4879-9061-9462f5f63db2 req-82d0a184-dcec-49b2-8cfa-4285f1ef3171 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:03.835960 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a30c9bc4-6c80-4879-9061-9462f5f63db2 req-82d0a184-dcec-49b2-8cfa-4285f1ef3171 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1615183 Jun 14 03:28:03.893371 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-f52ff6d1-85f7-4780-8261-c27cf197717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:03.894862 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-f52ff6d1-85f7-4780-8261-c27cf197717d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8011d0383d334fbc87e7325584b4b2f2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1280162 Jun 14 03:28:03.934742 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a30c9bc4-6c80-4879-9061-9462f5f63db2 req-ce29e91e-f3a7-4e63-8b91-7e96f8160dda tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928774 Jun 14 03:28:04.020920 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-f6804a24-8799-4e1e-a94e-bf2df4fce952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:04.022400 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-ae551ed9-9333-47bf-92d3-d55ade1afc9c req-f6804a24-8799-4e1e-a94e-bf2df4fce952 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219621 Jun 14 03:28:04.118922 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.119514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-b1a78ef4-0f76-4a53-972a-0099f8d4651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:04.120781 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-b1a78ef4-0f76-4a53-972a-0099f8d4651c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1096 time: 0.0600886 Jun 14 03:28:04.121127 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-28cf9f17-195a-4155-92a1-47f94a0a788d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:04.152053 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=936d93dc-09c5-4ff9-bba5-ff3d600a0064,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:04.159439 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:04.189375 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-bfbdfabc-f41e-4a7e-912d-bbb78e628f63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 217 time: 0.0610325 Jun 14 03:28:04.235608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.247734 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-f2d9ce6a-1ff3-4978-8253-a7663a717ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:04.249823 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-f2d9ce6a-1ff3-4978-8253-a7663a717ac5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0538771 Jun 14 03:28:04.317326 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-cd518368-9d86-4171-a5ed-f35eef90b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:04.318843 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-cd518368-9d86-4171-a5ed-f35eef90b44c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0624926 Jun 14 03:28:04.371182 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.373376 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.433783 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-4afe2fd0-ae8d-46a4-bf5b-d8e39400954c service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081188 Jun 14 03:28:04.551674 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-abb23682-8ea2-4d81-b958-e8ea7dbd1879 req-e883d7f5-5462-4d9b-a073-e1b19802c906 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110291 Jun 14 03:28:04.552501 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.553018 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567c73a5-cac8-44e4-aef1-5177d2bfce63 {{(pid=92477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:28:04.558214 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.559356 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] 10.222.0.15 "DELETE /v2.0/routers/567c73a5-cac8-44e4-aef1-5177d2bfce63 HTTP/1.1" status: 204 len: 168 time: 1.6217508 Jun 14 03:28:04.561973 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60966) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:04.619035 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Deleting subnet 3eff0c9e-7644-4492-a2ac-1649dc90c49d {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:28:04.622252 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.664987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.766953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.886756 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.889397 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:04.919768 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eff0c9e-7644-4492-a2ac-1649dc90c49d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:04.922761 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:04.923728 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:04.925546 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-0dd0c119-82d6-4c1d-8b19-cacca42d1f0c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3eff0c9e-7644-4492-a2ac-1649dc90c49d HTTP/1.1" status: 204 len: 168 time: 0.3626461 Jun 14 03:28:04.928275 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60968) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:04.929459 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17b87a-f766-4982-99a2-9896376ee78c None None] Network 8a1229ba-adb9-4d67-aa12-1c26046d1465 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:28:05.020484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.120803 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Deleting port a3d52548-f98a-4a08-88fe-2d54c247dea5 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:05.121359 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.161264 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] DHCP port deletion for 8a1229ba-adb9-4d67-aa12-1c26046d1465 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:28:05.212880 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Deleting port a3d52548-f98a-4a08-88fe-2d54c247dea5 {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:05.213264 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.217410 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] For port a3d52548-f98a-4a08-88fe-2d54c247dea5, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a3d52548-f98a-4a08-88fe-2d54c247dea5,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:05.217790 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.226703 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5114fd-2f0f-4eb0-91a3-4d4bf284ae69 req-5700c481-a224-4e4e-9bc1-73740eaff538 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:05.228164 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3a5114fd-2f0f-4eb0-91a3-4d4bf284ae69 req-5700c481-a224-4e4e-9bc1-73740eaff538 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1685188 Jun 14 03:28:05.295536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] For port a3d52548-f98a-4a08-88fe-2d54c247dea5, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a3d52548-f98a-4a08-88fe-2d54c247dea5,segment=NetworkSegment(c02317ab-77b9-4d06-827a-8d854880f218),segment_id=c02317ab-77b9-4d06-827a-8d854880f218)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:05.295934 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.333159 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Calling delete_port for a3d52548-f98a-4a08-88fe-2d54c247dea5 owned by network:dhcp {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:05.384879 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Calling delete_port for a3d52548-f98a-4a08-88fe-2d54c247dea5 owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:05.404112 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3a5114fd-2f0f-4eb0-91a3-4d4bf284ae69 req-b5dc18d8-dfbe-4ece-9795-e8e668ae0f81 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691089 Jun 14 03:28:05.592085 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a3d52548-f98a-4a08-88fe-2d54c247dea5 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:28:05.615639 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.620705 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:05.635528 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:05.639219 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:05.648098 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d52548-f98a-4a08-88fe-2d54c247dea5,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:05.651951 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] No DVR routers for this DVR port a3d52548-f98a-4a08-88fe-2d54c247dea5 on host dv-cinder-796170-1-smb {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:28:05.653434 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:05.674641 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Pushing event deleted for resources: {'Port': ['ID=a3d52548-f98a-4a08-88fe-2d54c247dea5,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:05.674641 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] No DVR routers for this DVR port a3d52548-f98a-4a08-88fe-2d54c247dea5 on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:28:05.674641 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No active binding found for port a3d52548-f98a-4a08-88fe-2d54c247dea5 {{(pid=92479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 14 03:28:05.674641 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a3d52548-f98a-4a08-88fe-2d54c247dea5 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:28:05.675271 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 936d93dc-09c5-4ff9-bba5-ff3d600a0064 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:28:05.677501 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:05.702947 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 936d93dc-09c5-4ff9-bba5-ff3d600a0064 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:28:05.703303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 936d93dc-09c5-4ff9-bba5-ff3d600a0064 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:28:05.703738 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device be644651-5f0f-4ba2-85fc-2ea7e754718d no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:28:05.729469 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: be644651-5f0f-4ba2-85fc-2ea7e754718d {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:28:05.729856 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device be644651-5f0f-4ba2-85fc-2ea7e754718d not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:28:06.057868 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.075345 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1229ba-adb9-4d67-aa12-1c26046d1465']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:06.090693 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02317ab-77b9-4d06-827a-8d854880f218') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:06.090995 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02317ab-77b9-4d06-827a-8d854880f218') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:06.103094 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.120517 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.126915 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:28:06.127495 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: retrieve_revision_numbers = { Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:28:06.128887 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:28:06.266596 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.270633 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-608ba922-a341-43cc-9dc0-a63153445d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:06.274420 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.276194 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a1229ba-adb9-4d67-aa12-1c26046d1465 HTTP/1.1" status: 204 len: 168 time: 1.3467867 Jun 14 03:28:06.287735 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1229ba-adb9-4d67-aa12-1c26046d1465,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:06.290731 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4ded2585-476b-4e6e-a6e4-eb10ad993181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:06.590696 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a5cfe-5814-43a3-b74f-e7ebb31e23e5 req-2258ed3b-277b-4c05-9ff7-8a9a6b56b535 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:06.592666 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f29a5cfe-5814-43a3-b74f-e7ebb31e23e5 req-2258ed3b-277b-4c05-9ff7-8a9a6b56b535 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0718613 Jun 14 03:28:06.632846 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f29a5cfe-5814-43a3-b74f-e7ebb31e23e5 req-9c259dee-ee2f-41a9-996e-e7a171d716fc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Jun 14 03:28:06.667659 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60976) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:06.848938 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b67d7c8a-dd91-4c4e-87c4-973068b90bfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=525254d03f90486f9d5d80fccde54cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799595 Jun 14 03:28:06.851335 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 60980) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:06.901314 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:06.923374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:07.078346 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:07.080958 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:07.082106 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e006f9a4-a560-4471-9cc7-6f09a570e221 HTTP/1.1" status: 204 len: 168 time: 0.2298567 Jun 14 03:28:07.082919 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3e1229f9-4702-4c8b-b4f1-e6129197387d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:07.091669 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e006f9a4-a560-4471-9cc7-6f09a570e221,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:07.094609 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:07.817627 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cffc8c-a37e-4edf-88ef-64f540d821bb req-3790fbdc-11a6-49df-bb2f-0e47c6ed83fa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:07.818253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60988) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:07.819157 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c9cffc8c-a37e-4edf-88ef-64f540d821bb req-3790fbdc-11a6-49df-bb2f-0e47c6ed83fa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0724823 Jun 14 03:28:07.860997 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c9cffc8c-a37e-4edf-88ef-64f540d821bb req-10f2621f-a93d-4268-8b9d-22dbd39d53a5 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359633 Jun 14 03:28:07.862829 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-392f2394-f2f6-4a54-9a3d-b685f0bdbf67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc74d26ec144dc48bc3e5662312faf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439701 Jun 14 03:28:07.865296 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 60990) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:07.922087 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:07.944887 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:08.075025 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:08.077709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:08.078838 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66680d85-80ec-4bdf-9e5c-ab5e51338849 HTTP/1.1" status: 204 len: 168 time: 0.2126226 Jun 14 03:28:08.080310 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a5163b2c-2594-4bcd-bfc1-a868dae028cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:08.088942 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66680d85-80ec-4bdf-9e5c-ab5e51338849,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:08.092045 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:08.381604 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:28:08.509824 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:08.523419 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:28:08.573087 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:08.589021 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:28:08.610090 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:08.680864 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:08.682773 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-6a5c6ab5-50c3-4ae0-be71-8feecad2078f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:08.734986 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:08.737866 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:09.030828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['936e8d90-ce1f-4e50-b0e6-3af52f61258d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:28:09.047742 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e44-598f-4e84-8b77-9a03125fc306 req-882d2047-e404-4689-b163-da09bd192216 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:09.049307 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5423e44-598f-4e84-8b77-9a03125fc306 req-882d2047-e404-4689-b163-da09bd192216 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.0700080 Jun 14 03:28:09.093050 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b5423e44-598f-4e84-8b77-9a03125fc306 req-c912fc54-5233-4ee0-b1ad-5c82c66aadd2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Jun 14 03:28:09.631529 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:28:10.299415 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65391a30-2852-4d57-b7b9-36e89c7419f2 req-d9727131-b05a-4a76-a587-ce0b29fdb868 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:10.300876 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65391a30-2852-4d57-b7b9-36e89c7419f2 req-d9727131-b05a-4a76-a587-ce0b29fdb868 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1166580 Jun 14 03:28:10.322670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9d7cd-72df-424e-957a-2a4d482a1cf1 req-859c4dd8-30a0-4b66-8125-74e267e0d415 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:10.324054 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9ad9d7cd-72df-424e-957a-2a4d482a1cf1 req-859c4dd8-30a0-4b66-8125-74e267e0d415 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.1026549 Jun 14 03:28:10.370391 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-65391a30-2852-4d57-b7b9-36e89c7419f2 req-7ab9b99a-7ea0-466f-8299-5ea344ee2cd8 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629213 Jun 14 03:28:10.384734 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9ad9d7cd-72df-424e-957a-2a4d482a1cf1 req-ce1dba91-5bd7-46e2-9cd6-eb7014fa01b3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508938 Jun 14 03:28:10.397013 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:28:10.518505 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:28:10.522671 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:28:10.523134 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:10.729395 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:10.753159 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:10.755476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da240a-3165-4b4d-b299-688396b98deb" -d '{"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:10.770035 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:10.834995 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:10.836909 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:10.889955 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:10.893019 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:10.903325 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29537672-d28c-4af3-a4f9-293f63f603b6 x-openstack-request-id: req-29537672-d28c-4af3-a4f9-293f63f603b6 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:10.903645 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:10.903910 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29537672-d28c-4af3-a4f9-293f63f603b6 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:10.904310 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'code': 200} Jun 14 03:28:11.285015 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde1952-16ab-4d00-9815-de11374fa17b req-19a4753b-39ae-4b9a-a4b8-c475a2788686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:11.286483 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-efde1952-16ab-4d00-9815-de11374fa17b req-19a4753b-39ae-4b9a-a4b8-c475a2788686 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1098 time: 0.0564287 Jun 14 03:28:11.324139 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-efde1952-16ab-4d00-9815-de11374fa17b req-ae514a4b-b606-4da0-b257-de6eed200ae2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Jun 14 03:28:11.537726 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c675e-ca2f-4983-b88e-94ec54003883 req-29a69c01-dcc2-4a65-8cc7-7943c4f78c84 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:11.539877 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-981c675e-ca2f-4983-b88e-94ec54003883 req-29a69c01-dcc2-4a65-8cc7-7943c4f78c84 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Jun 14 03:28:11.606365 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eaa73-a4cb-4f6a-8590-8f4852abfc3f req-6c01d2c2-fcf6-4c34-8557-f9128d4e5ef7 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:11.608392 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-551eaa73-a4cb-4f6a-8590-8f4852abfc3f req-6c01d2c2-fcf6-4c34-8557-f9128d4e5ef7 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 945 time: 0.1226318 Jun 14 03:28:11.620469 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f8d1-2def-41c0-b9fc-b37288af85aa req-2dba6bdd-d90c-458f-9bd8-fdad3ffb66c9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:11.621892 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7ec7f8d1-2def-41c0-b9fc-b37288af85aa req-2dba6bdd-d90c-458f-9bd8-fdad3ffb66c9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0987515 Jun 14 03:28:11.651944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Deleting port f9e57848-6614-4af1-8ec9-b4253a0258ca {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:11.652198 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:11.683233 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-551eaa73-a4cb-4f6a-8590-8f4852abfc3f req-1627e7d4-feab-4dcf-8d50-cf9e3f8e6399 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e5df0b5-8b4a-420f-9ab3-96c7c528090d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603850 Jun 14 03:28:11.696831 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7ec7f8d1-2def-41c0-b9fc-b37288af85aa req-1db66b10-b11f-4808-a8eb-c4e748c28692 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638940 Jun 14 03:28:11.770283 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] For port f9e57848-6614-4af1-8ec9-b4253a0258ca, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9e57848-6614-4af1-8ec9-b4253a0258ca,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:11.770640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:11.990932 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:11.991208 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:11.991517 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.l3_db [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Floating IP 35055ec6-835f-45c7-85df-e28b5ffdcb5e disassociated. External IP: 172.28.1.18, port: f9e57848-6614-4af1-8ec9-b4253a0258ca. Jun 14 03:28:11.991853 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Calling delete_port for f9e57848-6614-4af1-8ec9-b4253a0258ca owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:12.194851 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:12.198491 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-854cd266-f3ca-494c-952e-57379656d83e tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:12.231316 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'Port': ['ID=f9e57848-6614-4af1-8ec9-b4253a0258ca,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:12.234998 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:12.382931 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:28:12.526582 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:28:12.536271 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:28:12.546167 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:12.546798 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:12.583406 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] No DVR routers for this DVR port f9e57848-6614-4af1-8ec9-b4253a0258ca on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:28:12.585972 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:12.587925 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-981c675e-ca2f-4983-b88e-94ec54003883 req-d380ec4c-1437-435c-833d-f3cdeb381e90 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "DELETE /v2.0/ports/f9e57848-6614-4af1-8ec9-b4253a0258ca HTTP/1.1" status: 204 len: 173 time: 1.0427403 Jun 14 03:28:12.588447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'name': 'network-vif-deleted', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:12.592837 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce9e96-d7ba-4153-bf81-cf173e65c319" -d '{"events": [{"server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "name": "network-vif-deleted", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:12.627219 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a14822-b26c-4e54-beb6-452738ea9e58 x-openstack-request-id: req-f2a14822-b26c-4e54-beb6-452738ea9e58 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:12.627604 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f827ce-e220-450a-a5ef-faf03a089e11", "name": "network-vif-deleted", "tag": "f9e57848-6614-4af1-8ec9-b4253a0258ca", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:12.627907 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a14822-b26c-4e54-beb6-452738ea9e58 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:12.628343 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f827ce-e220-450a-a5ef-faf03a089e11', 'name': 'network-vif-deleted', 'tag': 'f9e57848-6614-4af1-8ec9-b4253a0258ca', 'status': 'completed', 'code': 200} Jun 14 03:28:12.699447 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:12.854107 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2304f8bf-8619-4108-919e-d263ef1bcd93 req-5fa0bb6a-06c9-4c32-8a20-22aea17b5d01 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 210 time: 0.0437624 Jun 14 03:28:12.930224 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea908bb-7e45-45a1-933a-b0eaf399da43 req-ed7216ea-54a8-46c1-96ae-576d05a2aa2d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:12.931778 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ea908bb-7e45-45a1-933a-b0eaf399da43 req-ed7216ea-54a8-46c1-96ae-576d05a2aa2d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0805764 Jun 14 03:28:12.977378 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1ea908bb-7e45-45a1-933a-b0eaf399da43 req-ee39368b-0006-4e06-af39-2a6309318fad tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368326 Jun 14 03:28:12.991209 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:12.994764 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:28:13.003250 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:13.003850 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:13.158215 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:13.160431 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acadf6-e98d-4901-b9d5-db9880f0be10 req-197af77b-9ce5-4c70-a4c9-de6a85eaa519 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:13.161922 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-69acadf6-e98d-4901-b9d5-db9880f0be10 req-197af77b-9ce5-4c70-a4c9-de6a85eaa519 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0730963 Jun 14 03:28:13.170425 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32794) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:13.174994 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Request body: {'floatingip': {'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:13.227768 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:13.444944 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:13.448957 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8f58e4-ae0f-40e8-ba2c-2693f543f6a9 None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:28:13.455966 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5deba608-a763-4402-95d3-e45e25e3c15c req-fe853187-69d0-464c-ae2e-5cd2d12bc9fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80f827ce-e220-450a-a5ef-faf03a089e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0379035 Jun 14 03:28:13.541869 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5deba608-a763-4402-95d3-e45e25e3c15c req-becff74c-07a8-4c2a-844d-46f1283fedf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=80f827ce-e220-450a-a5ef-faf03a089e11 HTTP/1.1" status: 200 len: 210 time: 0.0444877 Jun 14 03:28:13.688425 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba608-a763-4402-95d3-e45e25e3c15c req-98639c8f-057d-4aa1-8457-9ee780b0419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:13.690302 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5deba608-a763-4402-95d3-e45e25e3c15c req-98639c8f-057d-4aa1-8457-9ee780b0419c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4fae435cd7546208494251f77a30d42&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1277981 Jun 14 03:28:13.758926 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3a6a3-59f9-4c93-ab16-17afc53e48b3 None None] New status for floating IP 35055ec6-835f-45c7-85df-e28b5ffdcb5e: DOWN {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:28:13.817282 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba608-a763-4402-95d3-e45e25e3c15c req-9f640bd5-aa4a-44ab-be49-3583d03b7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:13.818903 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5deba608-a763-4402-95d3-e45e25e3c15c req-9f640bd5-aa4a-44ab-be49-3583d03b7d80 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221061 Jun 14 03:28:13.854009 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:13.932511 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.053828 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 32800) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:14.073105 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Floating IP 76270a9d-0511-4bb3-8cf9-66cffaac9d85 associated. External IP: 172.28.1.57, port: 936e8d90-ce1f-4e50-b0e6-3af52f61258d. Jun 14 03:28:14.118209 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.150112 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.169918 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.312808 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.315787 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.317033 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e5df0b5-8b4a-420f-9ab3-96c7c528090d HTTP/1.1" status: 204 len: 168 time: 0.2616932 Jun 14 03:28:14.318003 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fb88d607-503d-4755-b910-9bb6956ede51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:14.319873 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32802) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:14.328268 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5df0b5-8b4a-420f-9ab3-96c7c528090d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:14.330587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:14.345767 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.api.v2.resource [None req-9af502a3-f7b1-42c3-be7a-2492b5190023 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] show failed (client error): The resource could not be found. Jun 14 03:28:14.346737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-9af502a3-f7b1-42c3-be7a-2492b5190023 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups/4e5df0b5-8b4a-420f-9ab3-96c7c528090d HTTP/1.1" status: 404 len: 347 time: 0.0259628 Jun 14 03:28:14.349520 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32804) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:14.416498 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device f9e57848-6614-4af1-8ec9-b4253a0258ca no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:28:14.440035 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: f9e57848-6614-4af1-8ec9-b4253a0258ca {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:28:14.440403 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device f9e57848-6614-4af1-8ec9-b4253a0258ca not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:28:14.507618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:28:14.633975 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Deleting port 3c54b60a-eada-422b-8156-f2df30c470ec {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:28:14.634233 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.732899 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:28:14.738017 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.742756 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:28:14.751891 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:14.752584 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:14.783021 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.783353 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:14.846611 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-1e7d38cf-4c55-43e3-b13d-7bcfdcfac8c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "PUT /v2.0/floatingips/76270a9d-0511-4bb3-8cf9-66cffaac9d85 HTTP/1.1" status: 200 len: 990 time: 1.6750546 Jun 14 03:28:14.884175 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Calling delete_port for 3c54b60a-eada-422b-8156-f2df30c470ec owned by network:floatingip {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:28:14.885923 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:14.888218 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b9b52-0a43-4870-85c2-326e11cff7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:14.902809 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:14.957358 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c70c9f-e219-435e-962a-b003e4f347ec x-openstack-request-id: req-f8c70c9f-e219-435e-962a-b003e4f347ec {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:14.957950 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:14.957950 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8c70c9f-e219-435e-962a-b003e4f347ec {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:14.958373 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'status': 'completed', 'code': 200} Jun 14 03:28:15.010899 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-fb79cc7e-6f35-4036-8ec4-61b3c579d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:15.012417 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-fb79cc7e-6f35-4036-8ec4-61b3c579d6e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1098 time: 0.0609677 Jun 14 03:28:15.131125 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-cf9d3331-71ae-4b6f-bf44-a162e1ad3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:15.132601 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-cf9d3331-71ae-4b6f-bf44-a162e1ad3ace service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1135128 Jun 14 03:28:15.195418 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:15.199971 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0ce31578-ea1c-4abc-a233-f10e75ce4476 tempest-ServerRescueNegativeTestJSON-1680234149 tempest-ServerRescueNegativeTestJSON-1680234149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:15.221816 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-cbb6c743-0060-49a3-a31f-267d867adadf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 998 time: 0.0825224 Jun 14 03:28:15.229765 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'Port': ['ID=3c54b60a-eada-422b-8156-f2df30c470ec,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:15.233384 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:15.282230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-ac708d05-194b-424c-b09d-aee399ecdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:15.283885 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-ac708d05-194b-424c-b09d-aee399ecdbc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0567243 Jun 14 03:28:15.355587 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '76270a9d-0511-4bb3-8cf9-66cffaac9d85', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.57', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:27:56Z', 'updated_at': '2021-06-14T03:28:13Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:15.356603 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-db3fe20b-85a8-4a4e-a184-3da62271aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:15.358701 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-db3fe20b-85a8-4a4e-a184-3da62271aa8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682437 Jun 14 03:28:15.361038 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:28:15.370343 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:15.370987 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:15.475153 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-3f66a010-5995-4c51-960d-78b0c635b882 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090810 Jun 14 03:28:15.523187 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:15.599860 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-748b9b52-0a43-4870-85c2-326e11cff7c4 req-99560542-dfef-4340-9627-7f5e3d6b7a89 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179094 Jun 14 03:28:15.600289 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:15.602829 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:15.603932 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d6414be8-8da4-4334-82cc-ae2e40a4a7bc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "DELETE /v2.0/floatingips/35055ec6-835f-45c7-85df-e28b5ffdcb5e HTTP/1.1" status: 204 len: 168 time: 1.2535048 Jun 14 03:28:15.818852 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '76270a9d-0511-4bb3-8cf9-66cffaac9d85', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.57', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:27:56Z', 'updated_at': '2021-06-14T03:28:13Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:15.822302 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bcdcc-e968-4606-a3bd-0ce743c08c3c None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': '76270a9d-0511-4bb3-8cf9-66cffaac9d85', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'floating_ip_address': '172.28.1.57', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:27:56Z', 'updated_at': '2021-06-14T03:28:13Z', 'revision_number': 1, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:28:15.881399 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 32812) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:15.886234 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319329387', 'description': 'tempest-description--1365306921'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:15.958440 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.025216 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa73161-3570-4bd4-8100-4692221398a6 None None] New status for floating IP 76270a9d-0511-4bb3-8cf9-66cffaac9d85: ACTIVE {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:28:16.063063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.154673 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.157322 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2e297dee-c120-4432-a0f4-4c4ed607bd05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:16.185046 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6341f1e6-8825-4040-8db6-18b85fe41e4e,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:16.188635 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:16.241505 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.243351 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3607562 Jun 14 03:28:16.247775 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32816) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:16.254419 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group_rule': {'security_group_id': '6341f1e6-8825-4040-8db6-18b85fe41e4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:16.354285 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.412157 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.495067 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.500841 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:16.515829 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc23b72-3eae-46f8-8d5b-d6f27cec266d,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:16.518795 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:16.575619 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.576799 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-8ce6c7d5-8888-47a7-a7fd-77781d49af6f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272841 Jun 14 03:28:16.579404 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32818) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:16.583810 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'security_group_rule': {'security_group_id': '6341f1e6-8825-4040-8db6-18b85fe41e4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:16.682615 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.742027 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.967076 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969667'] for security_group_rule, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:16.969163 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:16.989898 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061bc2c2-0893-4344-900e-bf52bfbdc19d,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:16.992666 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:17.084111 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.085391 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-9d551072-5a7b-463e-8cae-de08140a4203 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5050464 Jun 14 03:28:17.088421 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32820) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:17.093532 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'floatingip': {'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:17.198547 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.314399 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.433668 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_common [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Allocated IP 172.28.1.30 (91d19e19-f149-47f2-9ef5-826edb1c107d/bb097f0c-2c31-4fdd-98f3-055e9ad7fd98/d3ea273d-dfad-445c-adfe-caf836fcd6b3) {{(pid=92477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:28:17.561569 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.687031 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127316212'] for port, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.689736 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-fd4c867e-f246-419c-b63d-5f59cc70c69c tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:17.727255 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Network 91d19e19-f149-47f2-9ef5-826edb1c107d is already hosted by enough agents. {{(pid=92477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:28:17.733884 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Resources bound (agent type, host, resource id): {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:28:17.736497 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Received port after_create {{(pid=92477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:28:17.777190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=d3ea273d-dfad-445c-adfe-caf836fcd6b3,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:17.780184 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:17.845818 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:17.952615 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:18.133344 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:18.226799 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127316170'] for port, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:18.229886 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:18.317267 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=d3ea273d-dfad-445c-adfe-caf836fcd6b3,revision_number=2']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:18.321019 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:18.327577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:18.412193 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:18.413462 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3240771 Jun 14 03:28:18.556538 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-681acfa5-71fe-47c9-9abb-ceb0ffbde706 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1319329387&fields=id&tenant_id=f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 267 time: 0.0380220 Jun 14 03:28:18.700156 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-5b96dea6-542e-4687-860d-357c88be4c1d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:18.702057 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-5b96dea6-542e-4687-860d-357c88be4c1d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 810 time: 0.1391501 Jun 14 03:28:18.716327 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-04aed592-0b35-42a4-938f-55eb117ff655 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/quotas/f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jun 14 03:28:18.789802 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-f8b21348-9270-4c9b-8766-8586a0b942cd tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680039 Jun 14 03:28:19.002129 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-5e1baf8d-0448-4f14-8dbc-3ca1f182b538 service neutron] 10.222.0.15 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010314 Jun 14 03:28:19.117451 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-b55171d4-f31b-4a80-bd78-8f0d6b6b31aa service neutron] 10.222.0.15 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094766 Jun 14 03:28:19.365794 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9fd2e8a8-d814-4ddc-9837-adeb7981d2da req-92c2574f-f905-4c93-912d-895a5856bf1f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jun 14 03:28:20.517407 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-de23b56d-5e7d-4e20-bbbc-f72b7392a3fc req-9464699d-06f4-421b-8b37-845bdd40a87f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 210 time: 0.0393434 Jun 14 03:28:21.293854 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-cb638d3a-ba76-41d6-ae6d-ac3baeac7494 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:21.298134 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-cb638d3a-ba76-41d6-ae6d-ac3baeac7494 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 810 time: 0.1271760 Jun 14 03:28:21.352455 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-06a27dfa-f2f7-4609-a416-ecb0d9541200 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4fae435cd7546208494251f77a30d42 HTTP/1.1" status: 200 len: 380 time: 0.0476217 Jun 14 03:28:21.360876 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'port': {'device_id': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'admin_state_up': True, 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'security_groups': ['6341f1e6-8825-4040-8db6-18b85fe41e4e']}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:21.589166 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Made reservation on behalf of f4fae435cd7546208494251f77a30d42 for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:28:21.593392 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:21.683953 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-466578a4-af3f-40b3-b1f0-6e92c7fba832 req-d34759a4-8473-466a-af49-e8230b90caff tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 210 time: 0.0435624 Jun 14 03:28:22.010028 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Allocated IP 172.20.0.4 (1d26a4cb-5c11-489c-a59b-c5bca0b37103/3e72776b-c448-421a-b5f7-aaffeee8bd12/24830a5b-6ca5-4d7d-bc45-9f48002c90e0) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:28:22.174249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.186902 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Transition to ACTIVE for port object 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:28:22.283991 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.287586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4a4dbcb4-be02-4cda-b46f-b8b180d08119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:22.338865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:28:22.342133 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:28:22.346479 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:28:22.379220 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event updated for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:22.395337 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.395682 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.396057 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.396425 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.396788 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.397152 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.397513 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.403415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.403415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.403415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.403415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.403415 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:28:22.404665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:22.420923 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:22.421675 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.502094 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-dec35a0e-2ecf-429c-bf31-96f47b9e6fe9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1453140 Jun 14 03:28:22.512925 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Request body: {'port': {'device_id': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:22.598865 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.655875 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d1806274-5e83-4fe0-8977-54ba3669ceb7 None None] Provisioning for port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:28:22.659699 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-d1806274-5e83-4fe0-8977-54ba3669ceb7 None None] Provisioning complete for port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:28:22.660111 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d1806274-5e83-4fe0-8977-54ba3669ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.699266 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-d1806274-5e83-4fe0-8977-54ba3669ceb7 None None] Port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:28:22.875878 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093f466-9ab4-4bbe-9dd2-cd67b3ed659a req-a9991018-21de-436b-8151-63563375cbcc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:22.877335 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4093f466-9ab4-4bbe-9dd2-cd67b3ed659a req-a9991018-21de-436b-8151-63563375cbcc tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 931 time: 0.0722973 Jun 14 03:28:22.914286 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:28:22.918802 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4093f466-9ab4-4bbe-9dd2-cd67b3ed659a req-b877c1d4-5f74-48be-bb13-5ae1e99e77ea tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357091 Jun 14 03:28:22.922649 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:22.934550 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Transition to ACTIVE for port object 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:28:22.998096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:23.000918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-75754b3f-2e7c-4206-ae22-6912ef232b00 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:23.094566 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Pushing event updated for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:23.098094 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:23.182716 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Attempting to bind port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:28:23.183053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Attempting to bind port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:28:23.183380 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Attempting to bind port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:28:23.187589 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:28:23.187907 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Attempting to bind port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 on network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:28:23.192827 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:28:23.193164 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Checking segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:28:23.193549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Bound using segment: {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:28:23.193997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Bound port: 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b9a9ae-8b99-47df-ac02-7d7ef63362f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:28:23.194343 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:23.269063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:28:23.271961 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:28:23.370184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:23.372936 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2194a053-301c-425a-a846-9f666ebccc84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:23.417391 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:23.418025 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:23.419442 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] 10.222.0.23 "PUT /v2.0/ports/24830a5b-6ca5-4d7d-bc45-9f48002c90e0 HTTP/1.1" status: 200 len: 1093 time: 0.9106691 Jun 14 03:28:23.419966 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:23.422266 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1558e9-f0f0-4c79-9ac5-328fdc570907" -d '{"events": [{"name": "network-changed", "server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:23.452237 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Pushing event updated for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:23.455486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:23.470261 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d720e5-dda7-498b-9c4e-6dc30ad18c39 x-openstack-request-id: req-f4d720e5-dda7-498b-9c4e-6dc30ad18c39 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:23.470689 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:23.471063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4d720e5-dda7-498b-9c4e-6dc30ad18c39 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:23.471703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'status': 'completed', 'code': 200} Jun 14 03:28:23.553258 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-6c55f785-2975-40e1-8cbb-a52065efcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:23.554800 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-6c55f785-2975-40e1-8cbb-a52065efcbb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 1096 time: 0.0633564 Jun 14 03:28:23.676269 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-ffd4f6b8-afc7-4959-a100-0c1f53dbf9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:23.677772 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-ffd4f6b8-afc7-4959-a100-0c1f53dbf9b9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4fae435cd7546208494251f77a30d42&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1159968 Jun 14 03:28:23.795203 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-00a4eb9b-82ac-4043-ad66-197c6beba78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:23.796645 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2f1558e9-f0f0-4c79-9ac5-328fdc570907 req-00a4eb9b-82ac-4043-ad66-197c6beba78f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125901 Jun 14 03:28:23.892088 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-10f2db73-9bd7-4748-b9c4-d4f0d14df00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:23.893484 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-10f2db73-9bd7-4748-b9c4-d4f0d14df00f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 1096 time: 0.0580716 Jun 14 03:28:23.952213 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-706fd1c3-4e99-4a3a-a891-265b3a1d9436 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0 HTTP/1.1" status: 200 len: 217 time: 0.0497580 Jun 14 03:28:24.010468 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-721490d6-1109-4a40-a792-450464048cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:24.011941 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-721490d6-1109-4a40-a792-450464048cd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0531242 Jun 14 03:28:24.082816 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-2477f44c-2743-40ce-a957-962c40facf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:24.084803 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-2477f44c-2743-40ce-a957-962c40facf18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665591 Jun 14 03:28:24.119679 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfcec3-89ad-45f0-ac4f-d2352c0acbaf req-b382bfea-4648-4c20-bd6c-7361f1048da9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:24.121890 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5bbfcec3-89ad-45f0-ac4f-d2352c0acbaf req-b382bfea-4648-4c20-bd6c-7361f1048da9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 943 time: 0.0848861 Jun 14 03:28:24.167556 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5bbfcec3-89ad-45f0-ac4f-d2352c0acbaf req-43625bcf-8788-4d4e-8c7b-969186c235f0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Jun 14 03:28:24.207337 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-1e03eaff-c576-479d-ab69-ce41c539973e service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165066 Jun 14 03:28:24.326072 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-70f2f49a-d93b-4d9f-a78c-cb72e1281000 req-90630d36-6a93-4333-8127-55ef156baa69 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122351 Jun 14 03:28:25.342278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62a9b0-83bc-4cb8-9b9c-839c65c46971 req-17e6ec64-c707-4857-9043-0b9c8f1ed485 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:25.343712 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5b62a9b0-83bc-4cb8-9b9c-839c65c46971 req-17e6ec64-c707-4857-9043-0b9c8f1ed485 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 943 time: 0.0677433 Jun 14 03:28:25.389762 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5b62a9b0-83bc-4cb8-9b9c-839c65c46971 req-e520b69a-4e0c-4caa-a3b7-87fc7764ba9b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403693 Jun 14 03:28:26.439094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:28:26.557435 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:26.569743 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'port_id': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'mac_address': 'fa:16:3e:22:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:28:26.572282 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fdc2c-a5b1-4820-9dbe-5b310e11e8cb req-c3106df8-4be6-4a07-85dc-e18acd9f88f2 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:26.573787 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-867fdc2c-a5b1-4820-9dbe-5b310e11e8cb req-c3106df8-4be6-4a07-85dc-e18acd9f88f2 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 943 time: 0.0737934 Jun 14 03:28:26.612476 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:26.615757 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-867fdc2c-a5b1-4820-9dbe-5b310e11e8cb req-a100fdc8-dfd2-4c71-b2e1-b0fa6ff0cee2 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363061 Jun 14 03:28:26.627124 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:28:26.647557 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:26.726810 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:26.729475 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:26.785766 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:26.788675 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:27.067684 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['24830a5b-6ca5-4d7d-bc45-9f48002c90e0'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:28:27.370052 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6433da02-3060-4cfa-b955-5ad093ecedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:27.792938 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158747-a44a-4121-9dec-74a5702356a8 req-1f43c239-cdaa-488e-97ff-e699563c5f53 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:27.794939 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-32158747-a44a-4121-9dec-74a5702356a8 req-1f43c239-cdaa-488e-97ff-e699563c5f53 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 944 time: 0.0691450 Jun 14 03:28:27.835989 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-32158747-a44a-4121-9dec-74a5702356a8 req-b28fe37b-f6e2-421f-bbcd-2da82fb1d977 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355060 Jun 14 03:28:28.443270 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:28:28.571814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:28:28.575645 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:28:28.576034 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:28.661365 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:28.685360 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:28.687633 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3e1ed0-b46e-4a81-bceb-f18d33f6c410" -d '{"events": [{"server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "name": "network-vif-plugged", "status": "completed", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:28.701520 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:28:28.722582 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbf03d-7fbb-49cf-812b-a0a2219e8965 x-openstack-request-id: req-d2dbf03d-7fbb-49cf-812b-a0a2219e8965 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:28.722875 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "name": "network-vif-plugged", "status": "completed", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:28.723133 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2dbf03d-7fbb-49cf-812b-a0a2219e8965 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:28.723527 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'code': 200} Jun 14 03:28:28.775488 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:28.777374 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-eb61844a-17b2-4875-9538-70768dbe8820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:28:28.833094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:28:28.836026 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:28:29.021493 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5fd1-1d08-4e1e-8290-db86a277e922 req-3a02309e-d395-4f7e-a8fd-04a68dec0bcf tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:29.022897 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9d8e5fd1-1d08-4e1e-8290-db86a277e922 req-3a02309e-d395-4f7e-a8fd-04a68dec0bcf tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0756021 Jun 14 03:28:29.065967 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9d8e5fd1-1d08-4e1e-8290-db86a277e922 req-9f9fd17e-76ae-4b10-9841-850f7b616849 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372455 Jun 14 03:28:29.104205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb399f-a025-4d1c-8fc3-3cbfa2e615cb req-7a05dae8-6859-4ebd-9aa7-dfc626a14061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:29.105804 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-3ebb399f-a025-4d1c-8fc3-3cbfa2e615cb req-7a05dae8-6859-4ebd-9aa7-dfc626a14061 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 1098 time: 0.0623970 Jun 14 03:28:29.143899 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-3ebb399f-a025-4d1c-8fc3-3cbfa2e615cb req-24a2ecc2-2d94-4cdb-b68f-2971dab41b7d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Jun 14 03:28:29.789511 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c3b77bfd-27de-4a56-8729-ee51722047d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:30.023191 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:30.246340 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2b072-2901-479f-8e95-7b0890fe84c5 req-fbe26be9-2d66-4972-ad7e-6b69f661e43d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:30.247804 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-51e2b072-2901-479f-8e95-7b0890fe84c5 req-fbe26be9-2d66-4972-ad7e-6b69f661e43d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0688987 Jun 14 03:28:30.288672 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-51e2b072-2901-479f-8e95-7b0890fe84c5 req-7b69da0b-586d-4eaf-bdf7-007b306f0e2d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351796 Jun 14 03:28:30.897805 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:31.469577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e1b18-ef1b-42fb-a320-604cfdd34b5c req-dc6762ab-575b-4ea8-a3a3-07f913f6822e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:31.471010 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-094e1b18-ef1b-42fb-a320-604cfdd34b5c req-dc6762ab-575b-4ea8-a3a3-07f913f6822e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0718338 Jun 14 03:28:31.513003 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-094e1b18-ef1b-42fb-a320-604cfdd34b5c req-4eb83fa5-7d4d-42a5-b405-69c667a9728c tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363755 Jun 14 03:28:31.685623 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e4c8-d7eb-447a-86f6-79550f4cbf2e req-6facf9a6-d448-4f31-895a-029547dbe10a tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:31.687602 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4be4e4c8-d7eb-447a-86f6-79550f4cbf2e req-6facf9a6-d448-4f31-895a-029547dbe10a tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0692587 Jun 14 03:28:31.696753 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 32902) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:28:31.701550 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Request body: {'floatingip': {'port_id': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0'}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:28:31.758648 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, before_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:32.327471 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:32.403444 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:32.538208 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Floating IP b89015e2-20a7-4987-afef-cfefc24345cd associated. External IP: 172.28.1.30, port: 24830a5b-6ca5-4d7d-bc45-9f48002c90e0. Jun 14 03:28:32.783258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:32.816448 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:28:32.956091 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:28:32.961007 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:32.965682 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:28:32.974979 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:32.975610 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:33.003332 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-f1f9aca7-11ad-49ed-8fa0-d600e4ae5d68 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "PUT /v2.0/floatingips/b89015e2-20a7-4987-afef-cfefc24345cd HTTP/1.1" status: 200 len: 990 time: 1.3054783 Jun 14 03:28:33.004461 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:28:33.007110 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781ace8-2e53-4713-a371-adbdee7aa5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:28:33.101750 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a1b24e-6556-4b78-bd28-29fde0fc9f6d x-openstack-request-id: req-f4a1b24e-6556-4b78-bd28-29fde0fc9f6d {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:28:33.102092 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:28:33.102381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4a1b24e-6556-4b78-bd28-29fde0fc9f6d {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:28:33.102810 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'status': 'completed', 'code': 200} Jun 14 03:28:33.117108 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:33.187409 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-19bfa8c2-3d9f-4dcc-bd53-690db4618e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:33.188905 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-19bfa8c2-3d9f-4dcc-bd53-690db4618e94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fae435cd7546208494251f77a30d42&device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 1098 time: 0.0629849 Jun 14 03:28:33.303768 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-a0af4969-5b45-43ed-b43f-c80b386f99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:33.305109 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-a0af4969-5b45-43ed-b43f-c80b386f99c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 200 len: 911 time: 0.1091425 Jun 14 03:28:33.385485 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-b7dc0781-55f0-4376-978c-c85db14d6894 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0 HTTP/1.1" status: 200 len: 998 time: 0.0729666 Jun 14 03:28:33.399966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': 'b89015e2-20a7-4987-afef-cfefc24345cd', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:22:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:17Z', 'updated_at': '2021-06-14T03:28:32Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:33.403308 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:28:33.411489 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:28:33.412107 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:28:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:33.445790 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-03c43536-d599-424a-9819-c27ecc5e755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:33.447233 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-03c43536-d599-424a-9819-c27ecc5e755c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 200 len: 849 time: 0.0555263 Jun 14 03:28:33.508631 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-1d97a0e0-95fc-4ebc-9b4c-552a8460dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:33.510116 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-1d97a0e0-95fc-4ebc-9b4c-552a8460dbe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d26a4cb-5c11-489c-a59b-c5bca0b37103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565629 Jun 14 03:28:33.630941 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-efd6bc7c-68fa-40ae-9fab-983844af3f66 service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136570 Jun 14 03:28:33.692490 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:28:33.746833 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-5781ace8-2e53-4713-a371-adbdee7aa5ae req-4c84fd17-0034-4d82-8389-7370937548fd service neutron] 10.222.0.23 "GET /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092188 Jun 14 03:28:33.973315 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': 'b89015e2-20a7-4987-afef-cfefc24345cd', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:22:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:17Z', 'updated_at': '2021-06-14T03:28:32Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:28:33.976741 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b47304-e41a-4a4b-bf8b-69f18c5f9108 None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_floatingips': [{'id': 'b89015e2-20a7-4987-afef-cfefc24345cd', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'router_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'port_id': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'mac_address': 'fa:16:3e:22:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:17Z', 'updated_at': '2021-06-14T03:28:32Z', 'revision_number': 1, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:28:34.163499 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d31f0-bd7d-4206-9a57-1f143d0e7531 None None] New status for floating IP b89015e2-20a7-4987-afef-cfefc24345cd: ACTIVE {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:28:40.257218 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25031f-ea6c-4a67-ba9e-b9704e7359d2 req-fc3b0731-4fdc-48e0-9ba6-dcff1577e1d0 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:40.258722 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e25031f-ea6c-4a67-ba9e-b9704e7359d2 req-fc3b0731-4fdc-48e0-9ba6-dcff1577e1d0 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.3546817 Jun 14 03:28:40.299774 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9e25031f-ea6c-4a67-ba9e-b9704e7359d2 req-b78afe08-8f3d-42d9-91ab-a3d1c156a3c9 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353477 Jun 14 03:28:41.478512 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc3ce-2a83-4898-b202-73fffb7d0d28 req-4b5802cd-0885-4509-a12a-a8888be64699 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:41.479945 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-80edc3ce-2a83-4898-b202-73fffb7d0d28 req-4b5802cd-0885-4509-a12a-a8888be64699 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0675073 Jun 14 03:28:41.520643 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-80edc3ce-2a83-4898-b202-73fffb7d0d28 req-9ef6f19b-cc71-4b29-ab04-531dcdd2193c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350394 Jun 14 03:28:42.700566 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5e4ed-0126-4708-93b7-7f9b3641a6dc req-f9edc939-5cb5-492b-a82e-cbee22fb3f9a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:42.702550 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-28c5e4ed-0126-4708-93b7-7f9b3641a6dc req-f9edc939-5cb5-492b-a82e-cbee22fb3f9a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0719845 Jun 14 03:28:42.743605 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-28c5e4ed-0126-4708-93b7-7f9b3641a6dc req-05365b6c-77eb-41af-a838-6d803969384b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353458 Jun 14 03:28:44.073680 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3165-c03b-468c-b540-405a07529273 req-3e9493c9-b23a-4a12-95a5-c02972ea6b68 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:44.075170 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a23e3165-c03b-468c-b540-405a07529273 req-3e9493c9-b23a-4a12-95a5-c02972ea6b68 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0680623 Jun 14 03:28:44.119990 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a23e3165-c03b-468c-b540-405a07529273 req-c1b67626-0e18-47c6-9f9e-6293c6e41168 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385220 Jun 14 03:28:44.209289 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:45.299468 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd494503-76c2-421b-b5b6-93290ef76467 req-2561f475-ed64-46fb-b724-3f379562182d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:45.301596 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dd494503-76c2-421b-b5b6-93290ef76467 req-2561f475-ed64-46fb-b724-3f379562182d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0703211 Jun 14 03:28:45.346616 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dd494503-76c2-421b-b5b6-93290ef76467 req-44e99987-038e-4fd6-b3da-d864a0777aeb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394630 Jun 14 03:28:46.526299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40760d-b4d4-4f22-afea-75b10271b9ed req-8cd001da-cca5-4bb0-8185-c21dedddf085 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:46.527754 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ad40760d-b4d4-4f22-afea-75b10271b9ed req-8cd001da-cca5-4bb0-8185-c21dedddf085 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0682454 Jun 14 03:28:46.572884 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ad40760d-b4d4-4f22-afea-75b10271b9ed req-36dc6eda-e3c7-4ef1-845b-7721ddcf711e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387630 Jun 14 03:28:46.630481 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:28:47.756513 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3320b-cc76-4d86-a31a-83fa8f9b9805 req-bdb21bce-d77e-4169-bdaa-1775e3de96a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:47.757983 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6cc3320b-cc76-4d86-a31a-83fa8f9b9805 req-bdb21bce-d77e-4169-bdaa-1775e3de96a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0715876 Jun 14 03:28:47.800105 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6cc3320b-cc76-4d86-a31a-83fa8f9b9805 req-25675a6b-c0c5-4161-9179-3f9304f24981 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353553 Jun 14 03:28:48.982500 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cf38-ea3d-4f10-94fc-71c872f7a160 req-2a40d09b-5e91-4b64-aa54-ca85fd831f1c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:48.983884 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0bb9cf38-ea3d-4f10-94fc-71c872f7a160 req-2a40d09b-5e91-4b64-aa54-ca85fd831f1c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0698488 Jun 14 03:28:49.028169 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0bb9cf38-ea3d-4f10-94fc-71c872f7a160 req-28509f76-48d8-4621-90a6-1a71f7e38b7d tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388167 Jun 14 03:28:50.206824 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea521c26-5792-4244-8cc1-18c69f84753a req-84c9b43c-0dd5-4c84-8151-e8aeda0b95c6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:50.208256 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ea521c26-5792-4244-8cc1-18c69f84753a req-84c9b43c-0dd5-4c84-8151-e8aeda0b95c6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0676453 Jun 14 03:28:50.251002 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ea521c26-5792-4244-8cc1-18c69f84753a req-d1d6930b-ae26-4091-ab91-2c1953e5db98 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Jun 14 03:28:51.428784 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c164a3a-f7a2-423c-970b-c421f8080828 req-17793a3e-8d2b-482f-a197-fc25797004f8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:51.430256 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c164a3a-f7a2-423c-970b-c421f8080828 req-17793a3e-8d2b-482f-a197-fc25797004f8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0674434 Jun 14 03:28:51.475217 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2c164a3a-f7a2-423c-970b-c421f8080828 req-df5efb9a-dec3-4ffa-9418-0fbb1f075762 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394723 Jun 14 03:28:52.656234 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1034-fafd-4118-9917-97913988bfc8 req-de7bc8fb-6173-4a3a-bcb3-fcfccea9c77b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:52.658326 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b05b1034-fafd-4118-9917-97913988bfc8 req-de7bc8fb-6173-4a3a-bcb3-fcfccea9c77b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0717099 Jun 14 03:28:52.699794 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b05b1034-fafd-4118-9917-97913988bfc8 req-8de72eed-0371-4aa1-b540-f2b4fa4f64ac tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358553 Jun 14 03:28:53.876098 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17845c-72e7-4e04-9c13-efbd0b290222 req-0e2a704f-a340-492b-b70c-aa83a0a59d30 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:53.877515 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec17845c-72e7-4e04-9c13-efbd0b290222 req-0e2a704f-a340-492b-b70c-aa83a0a59d30 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0677769 Jun 14 03:28:53.921430 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec17845c-72e7-4e04-9c13-efbd0b290222 req-ace71899-7434-4089-a7c7-12ed46b5a7b0 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383654 Jun 14 03:28:55.100921 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26e6a6-9bb0-4430-a57d-87a186513893 req-364904d4-0067-4b8e-b81a-c3768e7545ef tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:55.102396 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5a26e6a6-9bb0-4430-a57d-87a186513893 req-364904d4-0067-4b8e-b81a-c3768e7545ef tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0688407 Jun 14 03:28:55.111631 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-57efc6d0-90e7-40e2-9dd0-fb3083ca352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:55.113104 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-57efc6d0-90e7-40e2-9dd0-fb3083ca352f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0591688 Jun 14 03:28:55.143969 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5a26e6a6-9bb0-4430-a57d-87a186513893 req-e4c7a48a-7e16-45a7-841b-0c3d9aaad552 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Jun 14 03:28:55.227578 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-304f3fed-9db0-437c-9c1f-4746af057c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:55.228948 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-304f3fed-9db0-437c-9c1f-4746af057c38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 910 time: 0.1093929 Jun 14 03:28:55.307602 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-dee4181e-bf0f-45ea-8387-561b9604ebc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 1002 time: 0.0720823 Jun 14 03:28:55.366509 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-1a0785ac-f03c-47e0-95d3-8226212b2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:55.367961 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-1a0785ac-f03c-47e0-95d3-8226212b2000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0543268 Jun 14 03:28:55.427254 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-81297ebb-544f-4829-b69c-540c53238653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:55.428695 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-81297ebb-544f-4829-b69c-540c53238653 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549405 Jun 14 03:28:55.542195 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-7d2a768b-f69a-485e-b0ed-21c007595281 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071434 Jun 14 03:28:55.656439 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0cd47ec2-2621-4478-831d-6e10a60c31fe req-beaf7bbd-0c1a-4aba-9311-8584765dc80e service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081178 Jun 14 03:28:56.328695 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef31dc-44fe-4b23-b866-6cb16cfcd9c7 req-ef76ef67-e35b-4dad-9278-4f37fa71eccb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:56.330694 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-caef31dc-44fe-4b23-b866-6cb16cfcd9c7 req-ef76ef67-e35b-4dad-9278-4f37fa71eccb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0709345 Jun 14 03:28:56.373805 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-caef31dc-44fe-4b23-b866-6cb16cfcd9c7 req-e6ca6041-2a3c-45ea-9daf-d0d4beae6835 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Jun 14 03:28:57.369182 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-60ed32c4-0d3d-4567-bc14-92a391b54153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:28:57.557501 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985078c7-7e5d-4d72-8856-8ffeb88cee88 req-f6e8e265-bc48-4ff1-80f5-b99174a6a3b8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:57.558985 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-985078c7-7e5d-4d72-8856-8ffeb88cee88 req-f6e8e265-bc48-4ff1-80f5-b99174a6a3b8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0696669 Jun 14 03:28:57.600974 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-985078c7-7e5d-4d72-8856-8ffeb88cee88 req-4c6c5c20-4583-41db-8007-af614bd0be10 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364676 Jun 14 03:28:58.791230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba61f-b8ea-4dc5-abea-5a0ff4fc6bfc req-65cede79-50bc-403b-96f0-47de96cd13d6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:58.792612 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5acba61f-b8ea-4dc5-abea-5a0ff4fc6bfc req-65cede79-50bc-403b-96f0-47de96cd13d6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0682485 Jun 14 03:28:58.838732 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5acba61f-b8ea-4dc5-abea-5a0ff4fc6bfc req-f0e82e31-b050-425c-9abf-cd3fdc18e4bc tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Jun 14 03:28:59.352653 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a2ac-7f18-4e79-a982-c97870b53864 req-2bf83d88-ea17-44db-a8be-d1292338737b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:28:59.354142 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2f82a2ac-7f18-4e79-a982-c97870b53864 req-2bf83d88-ea17-44db-a8be-d1292338737b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0691204 Jun 14 03:28:59.380765 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-c450a2a2-5adc-4b36-9315-455dbd65df36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0576248 Jun 14 03:28:59.396772 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2f82a2ac-7f18-4e79-a982-c97870b53864 req-076984dc-82b5-4e5d-a4f8-64be938acdb4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Jun 14 03:28:59.786948 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfa88-ad8b-4af3-a4f4-61e55b2b17e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:00.074628 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:00.579550 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c151-0443-4798-8e0a-394b14a2869d req-7f85db0b-ee1c-4bb2-99eb-53e67a9e1df5 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:00.581721 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4361c151-0443-4798-8e0a-394b14a2869d req-7f85db0b-ee1c-4bb2-99eb-53e67a9e1df5 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0715024 Jun 14 03:29:00.632979 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4361c151-0443-4798-8e0a-394b14a2869d req-67e20fd9-227b-4dc1-8b9a-c07d4ba90df6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452428 Jun 14 03:29:00.705966 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:29:00.793974 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:00.818429 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:29:00.820678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fcf6b6-f483-4b06-8fe7-2a57653abc04" -d '{"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-unplugged", "status": "completed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:29:00.838698 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:00.860107 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b82460-e879-4816-b984-3b6b5ca5a241 x-openstack-request-id: req-e4b82460-e879-4816-b984-3b6b5ca5a241 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:29:00.860402 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-unplugged", "status": "failed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "code": 422}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:29:00.860658 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b82460-e879-4816-b984-3b6b5ca5a241 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:29:00.861736 dv-cinder-796170-1-smb neutron-server[92479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'code': 422} returned with failed status Jun 14 03:29:00.932058 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:00.934158 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-ec4f4fbb-8e71-4bca-abd3-1c965bfd5134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:29:00.960523 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:00.989536 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=6']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:29:00.996826 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.997171 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.997508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.997866 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.998195 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.998519 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.998889 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.999212 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.999533 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:00.999869 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:01.000186 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:01.000503 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:29:01.004563 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:29:01.821034 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f297d2-8947-4a71-95b6-2491c574bcd9 req-c91367a5-f1a5-4ef9-a992-f34efe370d8f tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:01.822524 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-91f297d2-8947-4a71-95b6-2491c574bcd9 req-c91367a5-f1a5-4ef9-a992-f34efe370d8f tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0726461 Jun 14 03:29:01.864634 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-91f297d2-8947-4a71-95b6-2491c574bcd9 req-c1c57c8d-d77c-4b5c-8f75-41d316b5d484 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362635 Jun 14 03:29:02.306966 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629638cb-2761-496a-abb0-5b02f4175c39 req-b1981576-2855-4217-8dea-dd50e4a62f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:02.308488 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-b1981576-2855-4217-8dea-dd50e4a62f15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1&tenant_id=03a6960f167343e59b27f58db40b3f27 HTTP/1.1" status: 200 len: 1097 time: 0.3337801 Jun 14 03:29:02.404561 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629638cb-2761-496a-abb0-5b02f4175c39 req-90c4e2e2-25fa-48cc-a476-a45ac09279ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:02.406036 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-90c4e2e2-25fa-48cc-a476-a45ac09279ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1097 time: 0.0644197 Jun 14 03:29:02.522811 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629638cb-2761-496a-abb0-5b02f4175c39 req-fae33abc-da75-4e74-a2d6-783794dfbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:02.524335 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-fae33abc-da75-4e74-a2d6-783794dfbd9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 910 time: 0.1113424 Jun 14 03:29:02.610556 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-f759c5c0-8070-4142-b717-1d618f5e1885 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 1000 time: 0.0792198 Jun 14 03:29:02.667253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629638cb-2761-496a-abb0-5b02f4175c39 req-d868fbd9-f7a8-4107-ac87-f44ba5b2777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:02.668696 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-d868fbd9-f7a8-4107-ac87-f44ba5b2777c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0520887 Jun 14 03:29:02.731230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629638cb-2761-496a-abb0-5b02f4175c39 req-ee7c2f05-3321-4807-8e0c-03340e10e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:02.732697 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-ee7c2f05-3321-4807-8e0c-03340e10e774 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568557 Jun 14 03:29:02.764079 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:02.845914 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-24aabfad-e7a7-4636-8622-b359f87417ee service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064248 Jun 14 03:29:02.961540 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-629638cb-2761-496a-abb0-5b02f4175c39 req-86f6ece2-2fef-4d36-8618-1ec8c615e757 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095862 Jun 14 03:29:03.044569 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec417720-2feb-481e-8479-b1040e88495f req-31552d65-dbb1-4576-b62c-e675aab5186a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:03.046056 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec417720-2feb-481e-8479-b1040e88495f req-31552d65-dbb1-4576-b62c-e675aab5186a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0690932 Jun 14 03:29:03.092395 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec417720-2feb-481e-8479-b1040e88495f req-61b56995-dbf2-42c7-97e8-228332bb1b1e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Jun 14 03:29:04.272624 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e705-6c01-49e0-9295-be1ead491e06 req-2d04f099-92c1-4769-b7cd-12f205be1d2c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:04.274060 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec36e705-6c01-49e0-9295-be1ead491e06 req-2d04f099-92c1-4769-b7cd-12f205be1d2c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0689349 Jun 14 03:29:04.313923 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ec36e705-6c01-49e0-9295-be1ead491e06 req-799b5d65-cbac-47e1-a818-48348b2d67a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Jun 14 03:29:05.488948 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fa54b-70e7-4d7c-b5c6-b7ebc5f04444 req-73a6dd06-0b01-4904-8dcc-12de655df6a8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:05.490395 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ff4fa54b-70e7-4d7c-b5c6-b7ebc5f04444 req-73a6dd06-0b01-4904-8dcc-12de655df6a8 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0665967 Jun 14 03:29:05.535001 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ff4fa54b-70e7-4d7c-b5c6-b7ebc5f04444 req-f07d453d-c2e8-4f6f-ab13-fdaf3cdeb5bf tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Jun 14 03:29:06.709332 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:29:06.714058 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319af18-c80f-4d9a-ae5f-65e360274cae req-1b69f4f8-d4ef-40c7-b448-c98f39467efe tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:06.715509 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e319af18-c80f-4d9a-ae5f-65e360274cae req-1b69f4f8-d4ef-40c7-b448-c98f39467efe tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 944 time: 0.0670207 Jun 14 03:29:06.756631 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e319af18-c80f-4d9a-ae5f-65e360274cae req-cd4f0add-511e-47b5-923a-f3b884a3027b tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347245 Jun 14 03:29:06.830383 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:06.842112 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '05badafe-96d7-4752-b95d-074cdd06df2b', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'port_id': '05badafe-96d7-4752-b95d-074cdd06df2b', 'mac_address': 'fa:16:3e:2e:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:29:06.883427 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:06.901710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05badafe-96d7-4752-b95d-074cdd06df2b {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:29:06.921317 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:07.034499 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:07.036309 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:29:07.089206 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=7']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:29:07.092231 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:29:07.380475 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['05badafe-96d7-4752-b95d-074cdd06df2b'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:29:07.933176 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a71d-d747-4a10-90d8-a49f927cd14a req-de931d26-300d-4de8-ae89-b284b734314c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:07.934619 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfe5a71d-d747-4a10-90d8-a49f927cd14a req-de931d26-300d-4de8-ae89-b284b734314c tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 945 time: 0.0666809 Jun 14 03:29:07.978180 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bfe5a71d-d747-4a10-90d8-a49f927cd14a req-db6473cb-f4fa-4f25-9e80-dd548532fcc6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381377 Jun 14 03:29:08.735303 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:29:08.788396 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 05badafe-96d7-4752-b95d-074cdd06df2b triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:29:08.788779 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:08.876507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:08.900399 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:29:08.902641 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c9e054-41c0-4ad1-a531-3c0be4b50a7e" -d '{"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-plugged", "status": "completed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:29:08.916363 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:08.943330 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8b44f5-fa82-4252-af81-bfdfe4e1f069 x-openstack-request-id: req-3e8b44f5-fa82-4252-af81-bfdfe4e1f069 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:29:08.943628 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-plugged", "status": "completed", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:29:08.943888 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e8b44f5-fa82-4252-af81-bfdfe4e1f069 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:29:08.944289 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'code': 200} Jun 14 03:29:09.020838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:09.022789 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:29:09.084792 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=8']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:29:09.088036 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:29:09.176343 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4df7-622e-485e-a116-d9daff1a2f56 req-08cdb7a8-777d-4fac-a1e5-114c6eb8ff2a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:09.177853 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c50b4df7-622e-485e-a116-d9daff1a2f56 req-08cdb7a8-777d-4fac-a1e5-114c6eb8ff2a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0827339 Jun 14 03:29:09.221992 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c50b4df7-622e-485e-a116-d9daff1a2f56 req-cfad9949-3c2f-4fce-8b71-d601939f0c23 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374572 Jun 14 03:29:09.270431 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd04590-f3ba-4b0c-8fc9-614bb3d0b6a9 req-cfdf8048-38e1-4680-a525-909bb274ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:09.271810 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-bbd04590-f3ba-4b0c-8fc9-614bb3d0b6a9 req-cfdf8048-38e1-4680-a525-909bb274ea06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0586734 Jun 14 03:29:09.312418 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-bbd04590-f3ba-4b0c-8fc9-614bb3d0b6a9 req-17100334-725f-45e3-a62f-151193bf66df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Jun 14 03:29:10.417431 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0344b-e80b-467e-8294-82fe45795510 req-31f1ee1e-b683-4ab4-8c39-28e7fce22c18 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:10.418934 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57c0344b-e80b-467e-8294-82fe45795510 req-31f1ee1e-b683-4ab4-8c39-28e7fce22c18 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0746946 Jun 14 03:29:10.465238 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-57c0344b-e80b-467e-8294-82fe45795510 req-79543834-adef-4a7c-88a8-1d303df9db28 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Jun 14 03:29:11.648440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4587a32-6ec1-43d7-ba5d-58a8c58ec255 req-f6f64c81-96e2-460c-96bf-bbdda30ad1bf tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:11.649915 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c4587a32-6ec1-43d7-ba5d-58a8c58ec255 req-f6f64c81-96e2-460c-96bf-bbdda30ad1bf tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0678473 Jun 14 03:29:11.692407 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c4587a32-6ec1-43d7-ba5d-58a8c58ec255 req-4265a856-49c0-4063-91af-4469a2dcdfa4 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368309 Jun 14 03:29:13.520346 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-a33dd968-49c7-4801-988d-67c726f798f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600178 Jun 14 03:29:13.599030 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-8c78f92b-2640-442c-a02a-34f78b2f1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:13.600466 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-8c78f92b-2640-442c-a02a-34f78b2f1988 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0582068 Jun 14 03:29:13.731575 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-ed5b5f29-573f-4098-a12b-e216f8954104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:13.733031 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-ed5b5f29-573f-4098-a12b-e216f8954104 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 910 time: 0.1135135 Jun 14 03:29:13.821184 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-ef2a82f8-f54c-4cd4-be13-f7b47de4ab6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 1002 time: 0.0806398 Jun 14 03:29:13.877249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-e524a703-53f5-442f-a558-76e9d07dcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:13.878689 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-e524a703-53f5-442f-a558-76e9d07dcb7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0517523 Jun 14 03:29:13.941563 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-4605994f-059e-4070-8839-af3eba352987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:13.943047 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-4605994f-059e-4070-8839-af3eba352987 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583215 Jun 14 03:29:14.063298 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-9e955c1e-4b94-4d05-a9f4-480cbf807d62 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134503 Jun 14 03:29:14.178588 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-99d476e0-6f60-4027-93ff-e575d8c76caf req-afb44441-4e80-4171-8d89-bc9db51184c2 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082623 Jun 14 03:29:14.223235 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:23.628179 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:29:27.342704 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-baabe7b9-33bd-47c6-b958-efe735eddead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:29.758254 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-89c2f19d-a9c0-411b-947f-9c02a22fa99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:30.032919 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:30.923587 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:32.765813 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:35.543714 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3fb74-efff-4074-a047-4f02e4db070b req-798a1b57-30ec-4ff8-8d4b-db5e20c16552 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:35.545143 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d5a3fb74-efff-4074-a047-4f02e4db070b req-798a1b57-30ec-4ff8-8d4b-db5e20c16552 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0692332 Jun 14 03:29:35.589074 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d5a3fb74-efff-4074-a047-4f02e4db070b req-3ba28411-bc67-40d0-9d24-dfef505323e3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382533 Jun 14 03:29:36.767527 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7c55d-b15c-43b1-9bbb-fd6ec61be5c0 req-719174df-7997-41f3-8ca6-bbac2d34327e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:36.768864 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-46f7c55d-b15c-43b1-9bbb-fd6ec61be5c0 req-719174df-7997-41f3-8ca6-bbac2d34327e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0675621 Jun 14 03:29:36.810150 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-46f7c55d-b15c-43b1-9bbb-fd6ec61be5c0 req-aea01f8f-98b9-4092-8f49-0c8e1d50232b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356956 Jun 14 03:29:37.989109 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980ba1-c5f8-48ca-a8a0-7c4ee826bdbf req-5f336881-526c-48bf-90d5-8289748c89e2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:37.990529 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-67980ba1-c5f8-48ca-a8a0-7c4ee826bdbf req-5f336881-526c-48bf-90d5-8289748c89e2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0667188 Jun 14 03:29:38.033695 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-67980ba1-c5f8-48ca-a8a0-7c4ee826bdbf req-619a814c-861e-46bf-940b-7f04d2359e80 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377252 Jun 14 03:29:39.215644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce46223-3217-41dd-a2fe-7f4fd1f3d2b0 req-21a47871-c7aa-4027-89c6-5a4d424f2f78 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:39.217047 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ce46223-3217-41dd-a2fe-7f4fd1f3d2b0 req-21a47871-c7aa-4027-89c6-5a4d424f2f78 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0668135 Jun 14 03:29:39.257332 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-3ce46223-3217-41dd-a2fe-7f4fd1f3d2b0 req-e8e6338e-8ef1-442d-81e3-25d955516a91 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342398 Jun 14 03:29:40.436413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe186-2595-4f17-baf3-53025dbe9b8e req-fef6253e-f61e-40a4-b1c1-999e3c37c62a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:40.438038 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24afe186-2595-4f17-baf3-53025dbe9b8e req-fef6253e-f61e-40a4-b1c1-999e3c37c62a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0674481 Jun 14 03:29:40.483164 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-24afe186-2595-4f17-baf3-53025dbe9b8e req-83356c98-6268-4a72-bb6f-7a5b6ff7b2c8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 Jun 14 03:29:41.666285 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8dab8-5644-4e59-9776-8049b8d2cfae req-13c05d51-c0ab-44a6-964b-302e7338be84 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:41.667722 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5fa8dab8-5644-4e59-9776-8049b8d2cfae req-13c05d51-c0ab-44a6-964b-302e7338be84 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0679154 Jun 14 03:29:41.709962 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-5fa8dab8-5644-4e59-9776-8049b8d2cfae req-35719ae3-fe89-4328-9c16-465e82355b36 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360060 Jun 14 03:29:42.889131 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824517e-8782-409d-bb7e-ab95824d288f req-719a0630-6e27-470d-a70e-ecf50a155c15 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:42.890604 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2824517e-8782-409d-bb7e-ab95824d288f req-719a0630-6e27-470d-a70e-ecf50a155c15 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0676134 Jun 14 03:29:42.934927 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2824517e-8782-409d-bb7e-ab95824d288f req-4170f439-67e9-4ede-8562-fd5f82cb4c28 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 Jun 14 03:29:44.117492 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac090e9-2d01-411a-951a-4471dba41a39 req-f722cb13-526e-4c75-a50b-cd10949dac2e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:44.119100 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dac090e9-2d01-411a-951a-4471dba41a39 req-f722cb13-526e-4c75-a50b-cd10949dac2e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0685780 Jun 14 03:29:44.160184 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-dac090e9-2d01-411a-951a-4471dba41a39 req-7f8a92f5-1d53-4b9d-9653-b86b3909f427 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354578 Jun 14 03:29:44.234175 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:45.343987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07df7-7694-4855-b934-99fea429a5b2 req-f8c84c69-6db3-4f82-bbc6-9af50a9e1f8f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:45.345364 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-36b07df7-7694-4855-b934-99fea429a5b2 req-f8c84c69-6db3-4f82-bbc6-9af50a9e1f8f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0704527 Jun 14 03:29:45.390640 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-36b07df7-7694-4855-b934-99fea429a5b2 req-e9833ced-5db3-4057-987f-71c23e0091f8 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Jun 14 03:29:46.573113 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf072ff-d8e7-44cf-82f9-4b61566d9d3f req-f38a1db0-7a53-4da2-a94b-d9c82068dc46 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:46.574585 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bbf072ff-d8e7-44cf-82f9-4b61566d9d3f req-f38a1db0-7a53-4da2-a94b-d9c82068dc46 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0701160 Jun 14 03:29:46.619365 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bbf072ff-d8e7-44cf-82f9-4b61566d9d3f req-8bb59a48-3ff8-4317-9100-b2aa1ff82400 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392232 Jun 14 03:29:47.800824 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674e67-fd6d-46f3-847a-e0b6b75774ac req-700cba7a-50c8-4351-b36a-7695f92453d1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:47.802283 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ed674e67-fd6d-46f3-847a-e0b6b75774ac req-700cba7a-50c8-4351-b36a-7695f92453d1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0694993 Jun 14 03:29:47.847131 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ed674e67-fd6d-46f3-847a-e0b6b75774ac req-58d76bfb-e335-495d-b806-46af2db7b868 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Jun 14 03:29:49.029753 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9c53b-922d-4825-b4de-d330b5a38634 req-47d95398-25a5-422f-af54-d1e6ec786369 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:49.031174 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04a9c53b-922d-4825-b4de-d330b5a38634 req-47d95398-25a5-422f-af54-d1e6ec786369 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0673854 Jun 14 03:29:49.073972 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-04a9c53b-922d-4825-b4de-d330b5a38634 req-9e2992d6-13b5-42a3-8371-b7ebc3df3015 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366526 Jun 14 03:29:50.252803 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346acd49-48ce-4a0d-aaf6-533aa9cc8bb0 req-fa1cafce-7c85-4730-840e-fb968b6da73e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:50.254160 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-346acd49-48ce-4a0d-aaf6-533aa9cc8bb0 req-fa1cafce-7c85-4730-840e-fb968b6da73e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0670135 Jun 14 03:29:50.300463 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-346acd49-48ce-4a0d-aaf6-533aa9cc8bb0 req-7a9f05c8-1d9f-46e2-b6f0-06e38ba80757 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Jun 14 03:29:51.487768 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009df4ca-42f0-47f6-b5b5-9f6a8a50a324 req-f67ccd23-be9b-422d-a87d-51ceeb1c54ed tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:51.489217 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-009df4ca-42f0-47f6-b5b5-9f6a8a50a324 req-f67ccd23-be9b-422d-a87d-51ceeb1c54ed tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0689297 Jun 14 03:29:51.529926 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-009df4ca-42f0-47f6-b5b5-9f6a8a50a324 req-c69d98ab-f625-4976-bb4d-2d09e65fdcbb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350325 Jun 14 03:29:52.712239 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b315eb-72a3-458e-8ed4-d06d293d7570 req-c9da1bc4-d909-4760-8acb-3da7bc1863c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:52.713679 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06b315eb-72a3-458e-8ed4-d06d293d7570 req-c9da1bc4-d909-4760-8acb-3da7bc1863c6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0674615 Jun 14 03:29:52.758871 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-06b315eb-72a3-458e-8ed4-d06d293d7570 req-9221cfe2-9b56-4c02-a8f1-47fd1da385ee tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395653 Jun 14 03:29:52.929573 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:29:53.047263 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:53.059002 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:29:53.101933 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:53.119688 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:29:53.139350 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:53.222643 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:53.224269 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:29:53.278584 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=6']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:29:53.281333 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:29:53.314088 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['936e8d90-ce1f-4e50-b0e6-3af52f61258d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:29:53.940301 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e224-ec74-4dff-8b2d-9c3982a2dcfb req-69c5332b-9975-4223-8d6e-2e18e75a1ea0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:53.942006 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1166e224-ec74-4dff-8b2d-9c3982a2dcfb req-69c5332b-9975-4223-8d6e-2e18e75a1ea0 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.0682380 Jun 14 03:29:53.983188 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1166e224-ec74-4dff-8b2d-9c3982a2dcfb req-20febfdc-0623-4acb-9cda-dbd8df41e83a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346034 Jun 14 03:29:54.937094 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:29:54.989524 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:29:54.989945 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:55.080818 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:55.105470 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:29:55.107735 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870810f-14a0-4317-bda7-cf2c1c193b46" -d '{"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:29:55.122435 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:29:55.146981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e530b-9b41-4033-9142-a787228262d0 x-openstack-request-id: req-135e530b-9b41-4033-9142-a787228262d0 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:29:55.147280 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:29:55.147542 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-135e530b-9b41-4033-9142-a787228262d0 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:29:55.147942 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'code': 200} Jun 14 03:29:55.175810 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363251-b410-4bbc-8e67-bf7adffd1cff req-d894272d-e652-4844-8c8a-8ebde2eaae49 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:55.177378 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-53363251-b410-4bbc-8e67-bf7adffd1cff req-d894272d-e652-4844-8c8a-8ebde2eaae49 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.0738342 Jun 14 03:29:55.192324 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:55.194297 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:29:55.225653 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-53363251-b410-4bbc-8e67-bf7adffd1cff req-bd7983d6-cae8-4691-aae7-1a266a3c8b81 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Jun 14 03:29:55.247873 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=7']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:29:55.251673 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:29:56.414922 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac409b-38b6-45b6-b99d-30709354558c req-46d2f29b-a668-43c0-b5bd-f0a9e73d4087 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:56.417284 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76ac409b-38b6-45b6-b99d-30709354558c req-46d2f29b-a668-43c0-b5bd-f0a9e73d4087 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0734892 Jun 14 03:29:56.459051 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76ac409b-38b6-45b6-b99d-30709354558c req-f6ae5fd0-1ee0-452e-b48a-059b642b4aeb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Jun 14 03:29:57.348177 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb67b-f9f6-4206-b596-52135d6ee857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:29:57.639709 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89fcd-5674-4cbb-b76b-862f327563a8 req-f770e4b7-caa3-4543-91b4-ed18cca8d733 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:57.641235 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ba89fcd-5674-4cbb-b76b-862f327563a8 req-f770e4b7-caa3-4543-91b4-ed18cca8d733 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0682819 Jun 14 03:29:57.685981 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4ba89fcd-5674-4cbb-b76b-862f327563a8 req-167020d1-b19a-4e7a-9d1d-17170ca8e99b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Jun 14 03:29:58.892429 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1211-e61d-4b39-a78b-1f020b50feab req-3c3d3adb-af87-4f24-8d95-f2c2445e83ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:29:58.894285 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6cf1211-e61d-4b39-a78b-1f020b50feab req-3c3d3adb-af87-4f24-8d95-f2c2445e83ce tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0834098 Jun 14 03:29:58.946180 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f6cf1211-e61d-4b39-a78b-1f020b50feab req-7b2ec253-b122-43b6-966e-3f6ba424e99f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Jun 14 03:29:59.771485 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-04f89e60-928c-4afe-81de-e254f4884dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:00.038123 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:00.159025 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e0eb-0cb8-43e8-84ed-57eae1e70f6f req-62ca1828-a968-4903-ac03-5e3cef4267e9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:00.161156 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d3d5e0eb-0cb8-43e8-84ed-57eae1e70f6f req-62ca1828-a968-4903-ac03-5e3cef4267e9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0891562 Jun 14 03:30:00.212034 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-d3d5e0eb-0cb8-43e8-84ed-57eae1e70f6f req-26535f88-2055-4bd0-ad07-d79f1f7d485e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443406 Jun 14 03:30:00.650086 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:30:00.925828 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:01.424837 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64ec6a-eddf-48e3-a7ea-372966dfb617 req-f642e978-53f7-4890-8c7e-87f8f3c34dcd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:01.426364 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ae64ec6a-eddf-48e3-a7ea-372966dfb617 req-f642e978-53f7-4890-8c7e-87f8f3c34dcd tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0813129 Jun 14 03:30:01.470446 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ae64ec6a-eddf-48e3-a7ea-372966dfb617 req-61afed88-99ef-4412-8aba-468b95a5b53b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377431 Jun 14 03:30:02.711875 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8cb1-0861-4bdb-8cfa-6750c2d193a5 req-1faa12e4-98bb-43be-a4c9-a4328f5ea809 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:02.713343 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd0c8cb1-0861-4bdb-8cfa-6750c2d193a5 req-1faa12e4-98bb-43be-a4c9-a4328f5ea809 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0947795 Jun 14 03:30:02.777441 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cd0c8cb1-0861-4bdb-8cfa-6750c2d193a5 req-11091b9f-5c5a-4398-b014-ca06dbcc85b9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578446 Jun 14 03:30:02.788332 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:04.031740 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0011-dcce-47d4-ab91-e2fa98bc9773 req-c487a2f6-f922-462e-a88a-df0e26783dbb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:04.033658 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e7fb0011-dcce-47d4-ab91-e2fa98bc9773 req-c487a2f6-f922-462e-a88a-df0e26783dbb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0823488 Jun 14 03:30:04.113322 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e7fb0011-dcce-47d4-ab91-e2fa98bc9773 req-2cbb4517-33bb-4d48-9337-de0ad4080f86 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739684 Jun 14 03:30:05.322953 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555a9b7-6b49-447d-98d3-4e5c72dfca8c req-9c129bd8-7b8d-47d3-b2d6-0ff5fd8ebd48 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:05.324385 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e555a9b7-6b49-447d-98d3-4e5c72dfca8c req-9c129bd8-7b8d-47d3-b2d6-0ff5fd8ebd48 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0710809 Jun 14 03:30:05.370983 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e555a9b7-6b49-447d-98d3-4e5c72dfca8c req-e8dd9bbc-6ddb-4344-b624-544ee3aa0bdb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404181 Jun 14 03:30:06.575848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14e98-922d-4cd1-bf95-579bedb5c1ec req-f265bfbd-f98e-47a3-b993-b41e16bc5456 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:06.577230 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76a14e98-922d-4cd1-bf95-579bedb5c1ec req-f265bfbd-f98e-47a3-b993-b41e16bc5456 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0780594 Jun 14 03:30:06.621760 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76a14e98-922d-4cd1-bf95-579bedb5c1ec req-51775c86-fcec-4c52-a3ac-f3c946c2d11b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Jun 14 03:30:07.915082 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38d108-8d15-4232-8bec-65e69256e925 req-170c4e76-72e8-4166-86b1-1ad6e910e144 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:07.916798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f38d108-8d15-4232-8bec-65e69256e925 req-170c4e76-72e8-4166-86b1-1ad6e910e144 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0755789 Jun 14 03:30:07.966427 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7f38d108-8d15-4232-8bec-65e69256e925 req-1812bd16-5cce-4968-be2e-01c4f7e8d0bf tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Jun 14 03:30:09.176642 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683c8e4-d0d3-4a0a-b013-31db7bcadf0e req-b52b9afd-557c-4be0-bb5b-91e65802344f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:09.180026 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4683c8e4-d0d3-4a0a-b013-31db7bcadf0e req-b52b9afd-557c-4be0-bb5b-91e65802344f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0726919 Jun 14 03:30:09.218797 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4683c8e4-d0d3-4a0a-b013-31db7bcadf0e req-f283e70e-bfa3-44a0-b24f-c2aed9157471 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349338 Jun 14 03:30:09.723090 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a9c8-8dd3-480d-84af-e568bd380009 req-b75ac19a-6072-4d5c-afad-d051fa6d037f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:09.724774 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9923a9c8-8dd3-480d-84af-e568bd380009 req-b75ac19a-6072-4d5c-afad-d051fa6d037f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0723863 Jun 14 03:30:09.779746 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9923a9c8-8dd3-480d-84af-e568bd380009 req-314339ad-7aec-46cb-85be-61be8cd5c10f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Jun 14 03:30:10.403112 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342a9b-d43d-4b9d-a3bd-1be4c3d4765f req-edbd7c06-6691-4518-a3df-e09597d88ba1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:10.404546 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-16342a9b-d43d-4b9d-a3bd-1be4c3d4765f req-edbd7c06-6691-4518-a3df-e09597d88ba1 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0677009 Jun 14 03:30:10.446083 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-16342a9b-d43d-4b9d-a3bd-1be4c3d4765f req-10f2b35a-daf6-4873-b364-af4e2844e168 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359168 Jun 14 03:30:10.967176 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2e6f6-563f-4844-93f8-aa64b8f85cc8 req-568c6b45-60e1-4b33-a862-ffee86365fba tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:10.968540 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9cd2e6f6-563f-4844-93f8-aa64b8f85cc8 req-568c6b45-60e1-4b33-a862-ffee86365fba tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0676074 Jun 14 03:30:11.012992 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9cd2e6f6-563f-4844-93f8-aa64b8f85cc8 req-71e7ffae-0686-4e7e-9911-91730373906f tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382442 Jun 14 03:30:11.631656 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25277050-1105-4588-a54a-8e55bac8a7e9 req-031ee756-577b-4100-9a41-e83b61e7da05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:11.633668 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-25277050-1105-4588-a54a-8e55bac8a7e9 req-031ee756-577b-4100-9a41-e83b61e7da05 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0697203 Jun 14 03:30:11.675213 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-25277050-1105-4588-a54a-8e55bac8a7e9 req-61082fde-229c-41a6-8308-024004c5f19a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357852 Jun 14 03:30:11.842038 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-7a9cd696-16fd-4575-a6db-fcfcb37fed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:11.843421 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-7a9cd696-16fd-4575-a6db-fcfcb37fed3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1098 time: 0.0590103 Jun 14 03:30:11.998956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-e791c474-e689-4677-a973-a023e4960b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.000350 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-e791c474-e689-4677-a973-a023e4960b6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1499794 Jun 14 03:30:12.102180 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-a86a8aa5-2805-4dfc-afdc-ffada172b29b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.103522 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-a86a8aa5-2805-4dfc-afdc-ffada172b29b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.1439281 Jun 14 03:30:12.105921 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-93d9c2b9-0b38-4808-9952-fc36fe764ea6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 1000 time: 0.0984201 Jun 14 03:30:12.192362 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8b75-0dc8-45dc-b139-1139ff715861 req-9e1d5c03-526e-426e-a18b-20d17191b87b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.193852 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f77e8b75-0dc8-45dc-b139-1139ff715861 req-9e1d5c03-526e-426e-a18b-20d17191b87b tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 945 time: 0.0682514 Jun 14 03:30:12.214124 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-452d7d86-bc84-4bee-b2ef-ae797d72c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.215539 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-452d7d86-bc84-4bee-b2ef-ae797d72c1de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.1002934 Jun 14 03:30:12.239155 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f77e8b75-0dc8-45dc-b139-1139ff715861 req-d76b99cf-17cc-469a-8e15-7937a827df36 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups?id=6341f1e6-8825-4040-8db6-18b85fe41e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390763 Jun 14 03:30:12.310754 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Deleting port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:12.311092 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:12.331095 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-f45fc62e-9c9a-455d-8105-98a3501bacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.333085 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-f45fc62e-9c9a-455d-8105-98a3501bacb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970159 Jun 14 03:30:12.518122 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] For port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:12.518488 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:12.539618 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-acdda993-f2fb-461c-bb21-f0eccde5039d service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976979 Jun 14 03:30:12.813517 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-2c66e9e6-696c-4a4b-998e-fdc51fb039b9 req-16e0b2f9-f013-40c3-8ffb-3c30481550e5 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340422 Jun 14 03:30:12.835104 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:12.835473 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:12.835787 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.l3_db [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Floating IP b89015e2-20a7-4987-afef-cfefc24345cd disassociated. External IP: 172.28.1.30, port: 24830a5b-6ca5-4d7d-bc45-9f48002c90e0. Jun 14 03:30:12.836130 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Calling delete_port for 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:12.867244 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda92d-bc4c-4b84-bfc3-e46bd7d08c36 req-28ec58eb-3771-4aab-8618-ef425fa8ba79 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:12.868724 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-16bda92d-bc4c-4b84-bfc3-e46bd7d08c36 req-28ec58eb-3771-4aab-8618-ef425fa8ba79 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0739589 Jun 14 03:30:12.924211 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-16bda92d-bc4c-4b84-bfc3-e46bd7d08c36 req-4dec997a-90e0-4e28-9724-3fafe49bf8a9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Jun 14 03:30:13.062478 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:13.072180 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7fc098be-432e-48f1-8208-2077013963bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:13.100900 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'Port': ['ID=24830a5b-6ca5-4d7d-bc45-9f48002c90e0,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:13.111531 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.111919 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.112323 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.112694 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.113062 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.113499 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.113890 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.114255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.114617 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.114980 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.115334 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.115688 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:13.119646 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:13.276446 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:30:13.409817 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-ba8235c2-54d3-4153-b345-04100cf0aade req-e4e08861-d72f-4862-91ca-508f903b81eb tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 210 time: 0.0435789 Jun 14 03:30:13.682307 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:30:13.692043 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:30:13.701705 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:13.702349 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:13.735636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] No DVR routers for this DVR port 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:30:13.738186 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:13.740125 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-51c83380-4862-498b-99de-5cf4f17b1a6d req-cf2e1fe6-8ab6-4a5d-904a-d662a1caa6da tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.23 "DELETE /v2.0/ports/24830a5b-6ca5-4d7d-bc45-9f48002c90e0 HTTP/1.1" status: 204 len: 173 time: 1.6264448 Jun 14 03:30:13.740635 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'name': 'network-vif-deleted', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:30:13.742934 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de9259-83a2-4939-b222-1cc986b1e284" -d '{"events": [{"server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "name": "network-vif-deleted", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:30:13.779050 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb105f24-71a1-473a-a1c3-3c8b539ac7a0 x-openstack-request-id: req-bb105f24-71a1-473a-a1c3-3c8b539ac7a0 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:30:13.779587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef", "name": "network-vif-deleted", "tag": "24830a5b-6ca5-4d7d-bc45-9f48002c90e0", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:30:13.779886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb105f24-71a1-473a-a1c3-3c8b539ac7a0 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:30:13.780325 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef', 'name': 'network-vif-deleted', 'tag': '24830a5b-6ca5-4d7d-bc45-9f48002c90e0', 'status': 'completed', 'code': 200} Jun 14 03:30:13.986289 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:14.122190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a088be9-fc04-454e-81a7-35d2654c596a req-3b01edf4-7f24-4c87-bfbe-d321424cafed tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:14.123652 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9a088be9-fc04-454e-81a7-35d2654c596a req-3b01edf4-7f24-4c87-bfbe-d321424cafed tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 945 time: 0.0770152 Jun 14 03:30:14.166574 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-9a088be9-fc04-454e-81a7-35d2654c596a req-54a8767f-9f87-46b5-9b8d-b6264e978285 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369515 Jun 14 03:30:14.256706 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:14.260361 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:30:14.263156 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:14.269362 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:14.270064 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:14.413137 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:14.577823 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-47e6a0e7-d7da-4893-ba4e-cabcc9e6cc33 req-eb6abe15-8218-42f0-9878-0f2cd041163d tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/ports?device_id=a601fe5c-9c04-4d75-b0b0-8ed2f9f047ef HTTP/1.1" status: 200 len: 210 time: 0.0345716 Jun 14 03:30:14.672739 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:14.676425 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6796b-04a1-436e-b5e1-39c6142deac2 None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:04Z', 'revision_number': 4, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'a0cc73f9-c701-4eff-846e-ad2b822f5ac8', 'name': '', 'network_id': '1d26a4cb-5c11-489c-a59b-c5bca0b37103', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'mac_address': 'fa:16:3e:f1:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:02Z', 'updated_at': '2021-06-14T03:22:13Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'subnets': [{'id': '3e72776b-c448-421a-b5f7-aaffeee8bd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:30:14.906636 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fccdb-11b1-4e1e-ae9b-04222a3f2935 None None] New status for floating IP b89015e2-20a7-4987-afef-cfefc24345cd: DOWN {{(pid=92480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:30:15.013410 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:15.104950 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.129524 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:30:15.131985 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17dd2e9-3578-4f66-be9a-3b2601a0f7c9" -d '{"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:30:15.146855 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:15.188763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9862b2-b8b3-4823-a972-a05d7b43082c x-openstack-request-id: req-3e9862b2-b8b3-4823-a972-a05d7b43082c {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:30:15.189069 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:30:15.189335 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e9862b2-b8b3-4823-a972-a05d7b43082c {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:30:15.189772 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'code': 200} Jun 14 03:30:15.214775 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.217798 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:15.289228 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=8']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:15.301277 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.301858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.302398 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.302937 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.303461 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.303996 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.304529 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.305059 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.305610 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.306177 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.307221 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.307834 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:15.317737 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:15.361496 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca5d5-cc15-4dde-a00d-7405e308a644 req-98aada7c-f226-4a2a-ba41-22cc2bf4baec tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:15.362192 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-432ca5d5-cc15-4dde-a00d-7405e308a644 req-98aada7c-f226-4a2a-ba41-22cc2bf4baec tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0787764 Jun 14 03:30:15.408303 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-432ca5d5-cc15-4dde-a00d-7405e308a644 req-70b12780-14f8-4040-b82b-6dd5d4c5353d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Jun 14 03:30:15.493413 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-7f2abfc2-ddc3-40a9-be67-2c16bb92591b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610571 Jun 14 03:30:15.574365 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9de76-6520-4663-8452-c96d49c7262d req-53fbd273-eea8-4cb3-ab99-10fb98676a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:15.575963 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-53fbd273-eea8-4cb3-ab99-10fb98676a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1096 time: 0.0607047 Jun 14 03:30:15.719826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9de76-6520-4663-8452-c96d49c7262d req-da549715-811d-4a1e-b72a-191b7ced7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:15.721285 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-da549715-811d-4a1e-b72a-191b7ced7505 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1260662 Jun 14 03:30:15.771747 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33510) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:15.807248 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-66d985f0-f4e3-452f-b16c-d6b0bafb6f82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 998 time: 0.0799389 Jun 14 03:30:15.830855 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.856231 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.862806 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9de76-6520-4663-8452-c96d49c7262d req-85529ede-2138-48ef-b9ee-ce494c1543a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:15.867746 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-85529ede-2138-48ef-b9ee-ce494c1543a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0520806 Jun 14 03:30:15.928592 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9de76-6520-4663-8452-c96d49c7262d req-0736b8fb-3a57-41cf-8e3c-3ee1fdc92b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:15.930138 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-0736b8fb-3a57-41cf-8e3c-3ee1fdc92b68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592146 Jun 14 03:30:15.974857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.977848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:15.979005 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "DELETE /v2.0/security-groups/6341f1e6-8825-4040-8db6-18b85fe41e4e HTTP/1.1" status: 204 len: 168 time: 0.2058399 Jun 14 03:30:15.979806 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c97623c9-ebed-4289-a374-23138161777e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:15.983811 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33512) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:15.999415 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341f1e6-8825-4040-8db6-18b85fe41e4e,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:16.007897 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.api.v2.resource [None req-e3e49f8d-9465-4dbf-850b-ba7c85b561b9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] show failed (client error): The resource could not be found. Jun 14 03:30:16.011610 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e3e49f8d-9465-4dbf-850b-ba7c85b561b9 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "GET /v2.0/security-groups/6341f1e6-8825-4040-8db6-18b85fe41e4e HTTP/1.1" status: 404 len: 347 time: 0.0241387 Jun 14 03:30:16.012468 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33514) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:16.024008 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.024866 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.025516 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.025916 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.026271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.026805 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.027600 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.027962 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.028313 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.028664 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.029124 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.029475 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:30:16.033257 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:16.054903 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-ef213e67-ccac-4501-8c7c-76c3623cb7f9 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183839 Jun 14 03:30:16.174037 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-11a9de76-6520-4663-8452-c96d49c7262d req-281a232b-5cdc-46e2-884d-e7d4fb2f354b service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124907 Jun 14 03:30:16.197684 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Deleting port d3ea273d-dfad-445c-adfe-caf836fcd6b3 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:16.198037 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.299417 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.299754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.395281 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Calling delete_port for d3ea273d-dfad-445c-adfe-caf836fcd6b3 owned by network:floatingip {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:16.609520 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.612778 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5833bb72-d230-4a0d-a57a-20e7d1104a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:16.642459 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Pushing event deleted for resources: {'Port': ['ID=d3ea273d-dfad-445c-adfe-caf836fcd6b3,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:16.651030 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:16.735546 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks [] for floatingip, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.740759 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:16.740759 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-845194d4-6ccc-4291-85ff-1ccf2b8387af tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] 10.222.0.15 "DELETE /v2.0/floatingips/b89015e2-20a7-4987-afef-cfefc24345cd HTTP/1.1" status: 204 len: 168 time: 0.7266085 Jun 14 03:30:17.029430 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:17.057528 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:30:17.062842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 24830a5b-6ca5-4d7d-bc45-9f48002c90e0 not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:30:17.062842 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:17.982226 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ec23-5e8c-41ba-ae4a-5d9f82d0c9ef req-7467320c-0e50-4edb-828b-362b50b3ba4e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:17.984385 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c563ec23-5e8c-41ba-ae4a-5d9f82d0c9ef req-7467320c-0e50-4edb-828b-362b50b3ba4e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0763824 Jun 14 03:30:18.028460 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c563ec23-5e8c-41ba-ae4a-5d9f82d0c9ef req-655648f7-7928-4bb3-bdeb-86adc7f13f09 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Jun 14 03:30:18.343351 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33564) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:18.448647 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-cdbd2886-4b79-450b-a607-fafaeab0d40a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039391 Jun 14 03:30:19.231026 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f2fc-2589-4e5b-a0e2-909a43ccc9f6 req-25e46c3c-f6bd-46c8-9e59-07af1c53658f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:19.232436 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1e57f2fc-2589-4e5b-a0e2-909a43ccc9f6 req-25e46c3c-f6bd-46c8-9e59-07af1c53658f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0774529 Jun 14 03:30:19.273969 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-1e57f2fc-2589-4e5b-a0e2-909a43ccc9f6 req-9404955c-bed9-472a-9d0b-6f2ac13990cb tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358226 Jun 14 03:30:19.948956 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-b1517575-168c-45f4-a585-43f53e868573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:19.950869 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-b1517575-168c-45f4-a585-43f53e868573 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb&tenant_id=8011d0383d334fbc87e7325584b4b2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0672381 Jun 14 03:30:20.040422 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-9cb87bd2-f046-48db-b8f0-9c3f2903a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:20.041986 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-9cb87bd2-f046-48db-b8f0-9c3f2903a8e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1096 time: 0.0653050 Jun 14 03:30:20.159445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-82ba918f-a7e8-4a1d-84f2-7206a879fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:20.160900 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-82ba918f-a7e8-4a1d-84f2-7206a879fb96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1112399 Jun 14 03:30:20.246480 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-80559739-2baf-4f24-95ff-d0cc01313666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 998 time: 0.0778799 Jun 14 03:30:20.303749 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-a378a59b-a329-4dde-b83b-64265196398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:20.303749 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-a378a59b-a329-4dde-b83b-64265196398e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0516536 Jun 14 03:30:20.370114 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-26cf7714-3311-4c54-b9ac-5173e236be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:20.371599 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-26cf7714-3311-4c54-b9ac-5173e236be22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621476 Jun 14 03:30:20.459690 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8064f-6f3a-4c5c-a15b-f0e03e9cf7be req-016f2855-5a72-4023-910b-a48f8ffdff7c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:20.461130 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-30a8064f-6f3a-4c5c-a15b-f0e03e9cf7be req-016f2855-5a72-4023-910b-a48f8ffdff7c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0701411 Jun 14 03:30:20.488799 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-408f6409-bf77-4bd0-b5b0-77a160d36563 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099768 Jun 14 03:30:20.504132 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-30a8064f-6f3a-4c5c-a15b-f0e03e9cf7be req-ec08d11c-4cea-46d7-8dd9-9fda894c3cbe tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370808 Jun 14 03:30:20.605159 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-79bb78d2-ed11-4f6d-998f-7621fb686caa req-376e97c4-0116-4063-bfbd-1fb4ea3f6c7d service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106126 Jun 14 03:30:21.051644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33612) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:21.861484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e995c-7e6d-4714-843b-4adea96637e7 req-ab2a8866-a2df-4d70-8277-91be7f8d1461 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:21.862951 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-079e995c-7e6d-4714-843b-4adea96637e7 req-ab2a8866-a2df-4d70-8277-91be7f8d1461 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1400599 Jun 14 03:30:21.946022 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-079e995c-7e6d-4714-843b-4adea96637e7 req-885cf6d7-6d0e-439c-8a80-92e6b6bd5253 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750933 Jun 14 03:30:22.039625 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:22.371107 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Deleting port a0cc73f9-c701-4eff-846e-ad2b822f5ac8 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:22.371452 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:22.479901 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] For port a0cc73f9-c701-4eff-846e-ad2b822f5ac8, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:22.480322 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:22.576946 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Calling delete_port for a0cc73f9-c701-4eff-846e-ad2b822f5ac8 owned by network:router_interface {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:22.895717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:22.897941 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7219b67e-d1a0-40da-bf8f-144fea8c1398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:22.933895 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cc73f9-c701-4eff-846e-ad2b822f5ac8,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:22.971353 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:23.267249 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caa247-63d8-46c3-8d1e-5fde4810e502 req-34e60407-35ba-4a9b-8da3-df834879c059 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:23.268737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-85caa247-63d8-46c3-8d1e-5fde4810e502 req-34e60407-35ba-4a9b-8da3-df834879c059 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1473796 Jun 14 03:30:23.278937 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:23.428569 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-85caa247-63d8-46c3-8d1e-5fde4810e502 req-574fa92f-2a61-4588-bcf9-90d231f86a9a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473351 Jun 14 03:30:23.623301 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Router 0e985bd1-9e56-4698-8ce2-35794b0d1bde has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:30:23.779046 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:30:23.785248 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-dc4976e4-6f94-4d42-8558-c331b26e0b7e admin admin] 10.222.0.15 "PUT /v2.0/routers/0e985bd1-9e56-4698-8ce2-35794b0d1bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314584 Jun 14 03:30:23.786719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33622) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:23.790139 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Sync routers for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:30:23.803540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:23.804763 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:23.937170 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:23.955290 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:24.101280 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:24.202984 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:30:22Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:24.206664 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Checking router: 0e985bd1-9e56-4698-8ce2-35794b0d1bde for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:30:24.215493 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Routers {'0e985bd1-9e56-4698-8ce2-35794b0d1bde'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:24.216145 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:24.309193 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Deleting port 2f57bafa-daa4-419d-82fa-cf79121b033c {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:24.310001 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:24.453841 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] For port 2f57bafa-daa4-419d-82fa-cf79121b033c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=2f57bafa-daa4-419d-82fa-cf79121b033c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:24.454585 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:24.555073 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] Set router 0e985bd1-9e56-4698-8ce2-35794b0d1bde gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:24.957208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:30:22Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:24.963141 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde7072-9bee-4beb-9eb0-ca70d98ae24f None None] The sync data for ids ['0e985bd1-9e56-4698-8ce2-35794b0d1bde'] in dv-cinder-796170-1-smb is: [{'id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'name': 'tempest-AttachVolumeTestJSON-513281761-router', 'tenant_id': 'f4fae435cd7546208494251f77a30d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:30:22Z', 'revision_number': 5, 'project_id': 'f4fae435cd7546208494251f77a30d42', 'gw_port': {'id': '2f57bafa-daa4-419d-82fa-cf79121b033c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e985bd1-9e56-4698-8ce2-35794b0d1bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:58Z', 'updated_at': '2021-06-14T03:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:30:24.967464 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Calling delete_port for 2f57bafa-daa4-419d-82fa-cf79121b033c owned by network:router_gateway {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:25.145865 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805da9d0-d752-4dcc-8795-619569d947bb req-1c1a8b90-033b-4705-a01a-5732a2a9251e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:25.147376 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-805da9d0-d752-4dcc-8795-619569d947bb req-1c1a8b90-033b-4705-a01a-5732a2a9251e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1757665 Jun 14 03:30:25.250183 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-805da9d0-d752-4dcc-8795-619569d947bb req-8451fac8-d9b4-46bd-aa55-0f84ae737505 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570371 Jun 14 03:30:25.374898 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.377089 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-0319929f-d548-4df8-9758-e93c25208463 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:25.407983 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f57bafa-daa4-419d-82fa-cf79121b033c,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:25.412544 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:25.498152 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.640271 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.642672 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.711666 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a0cc73f9-c701-4eff-846e-ad2b822f5ac8 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:25.736184 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: a0cc73f9-c701-4eff-846e-ad2b822f5ac8 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:30:25.736542 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device a0cc73f9-c701-4eff-846e-ad2b822f5ac8 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:30:25.765654 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.766294 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e985bd1-9e56-4698-8ce2-35794b0d1bde {{(pid=92477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:30:25.772477 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.775524 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-348e8cf0-16e1-4fa5-8130-6831a91f57b9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0e985bd1-9e56-4698-8ce2-35794b0d1bde HTTP/1.1" status: 204 len: 168 time: 1.9860086 Jun 14 03:30:25.776864 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33628) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:25.832477 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Deleting subnet 3e72776b-c448-421a-b5f7-aaffeee8bd12 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:30:25.836808 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:25.890703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.015553 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.148212 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.150695 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:26.182828 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e72776b-c448-421a-b5f7-aaffeee8bd12,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:26.186253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:26.187622 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.189516 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-084ae3db-9045-4cc9-ac7c-ac901678e3a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e72776b-c448-421a-b5f7-aaffeee8bd12 HTTP/1.1" status: 204 len: 168 time: 0.4114969 Jun 14 03:30:26.192676 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33630) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:26.199329 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ff49b-e009-4a20-b722-abb601865e0a None None] Network 1d26a4cb-5c11-489c-a59b-c5bca0b37103 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:30:26.312513 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.421301 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Deleting port 0a658675-e0d8-4f2f-94bb-684eff60df76 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:26.421836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.505461 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] DHCP port deletion for 1d26a4cb-5c11-489c-a59b-c5bca0b37103 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:30:26.519717 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] For port 0a658675-e0d8-4f2f-94bb-684eff60df76, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0a658675-e0d8-4f2f-94bb-684eff60df76,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:26.520090 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.531972 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd80b63-933b-495f-8658-cea30baee17c req-c482f439-7ec3-4dc6-bf0a-01e27ad8e2f3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:26.533742 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cbd80b63-933b-495f-8658-cea30baee17c req-c482f439-7ec3-4dc6-bf0a-01e27ad8e2f3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1332715 Jun 14 03:30:26.574086 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Deleting port 0a658675-e0d8-4f2f-94bb-684eff60df76 {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:26.574811 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.609675 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cbd80b63-933b-495f-8658-cea30baee17c req-eeadf0dd-ad6c-4dc0-b12e-1408469f1ca2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683191 Jun 14 03:30:26.632936 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Calling delete_port for 0a658675-e0d8-4f2f-94bb-684eff60df76 owned by network:dhcp {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:26.667576 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] For port 0a658675-e0d8-4f2f-94bb-684eff60df76, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=0a658675-e0d8-4f2f-94bb-684eff60df76,segment=NetworkSegment(38b9a9ae-8b99-47df-ac02-7d7ef63362f4),segment_id=38b9a9ae-8b99-47df-ac02-7d7ef63362f4)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:26.668222 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.771477 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Calling delete_port for 0a658675-e0d8-4f2f-94bb-684eff60df76 owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:26.805447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.807997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a1409421-0f21-467e-a567-941f228a9989 tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:26.846489 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a658675-e0d8-4f2f-94bb-684eff60df76,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:26.849507 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:26.856616 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] No DVR routers for this DVR port 0a658675-e0d8-4f2f-94bb-684eff60df76 on host dv-cinder-796170-1-smb {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:30:26.880059 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.883850 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:26.913643 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Pushing event deleted for resources: {'Port': ['ID=0a658675-e0d8-4f2f-94bb-684eff60df76,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:26.918455 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:26.921133 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f9161-e2dd-4423-b2c4-cb540e84be26 None None] No DVR routers for this DVR port 0a658675-e0d8-4f2f-94bb-684eff60df76 on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:30:26.981652 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:26.993090 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d26a4cb-5c11-489c-a59b-c5bca0b37103']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:27.011640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b9a9ae-8b99-47df-ac02-7d7ef63362f4') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:27.011936 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b9a9ae-8b99-47df-ac02-7d7ef63362f4') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:27.022437 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.037009 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.044646 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:30:27.045328 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: conditions |= (models_v2.Port.network_id.in_( Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: retrieve_revision_numbers = { Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:30:27.047155 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:30:27.176978 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.187866 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:27.187866 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.187866 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d26a4cb-5c11-489c-a59b-c5bca0b37103 HTTP/1.1" status: 204 len: 168 time: 0.9928851 Jun 14 03:30:27.204279 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d26a4cb-5c11-489c-a59b-c5bca0b37103,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:27.207930 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:27.336790 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dd83aa19-18d4-4132-85f8-b63a99be0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.509659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33638) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:27.563598 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-e1a6ce60-2369-448d-8d09-63d1cfc579a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4fae435cd7546208494251f77a30d42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523641 Jun 14 03:30:27.566632 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33640) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:27.624565 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.673756 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.697371 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0a658675-e0d8-4f2f-94bb-684eff60df76 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:27.748698 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 0a658675-e0d8-4f2f-94bb-684eff60df76 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:30:27.748971 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 0a658675-e0d8-4f2f-94bb-684eff60df76 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:30:27.749453 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2f57bafa-daa4-419d-82fa-cf79121b033c no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:30:27.775263 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 2f57bafa-daa4-419d-82fa-cf79121b033c {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:30:27.775627 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 2f57bafa-daa4-419d-82fa-cf79121b033c not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:30:27.816759 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.820772 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:27.822912 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cde0f172-05ab-4d4a-af75-df1b6483e5cf HTTP/1.1" status: 204 len: 168 time: 0.2548501 Jun 14 03:30:27.828609 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b9f39553-c373-4d94-bc82-a0ebc3aae262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:27.842188 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde0f172-05ab-4d4a-af75-df1b6483e5cf,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:27.852887 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:27.868329 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884fc0d-2f92-4192-aa41-475c25f4f43d req-9fd27b34-9b8c-40e2-929d-8d3263be2d98 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:27.869795 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4884fc0d-2f92-4192-aa41-475c25f4f43d req-9fd27b34-9b8c-40e2-929d-8d3263be2d98 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0979185 Jun 14 03:30:27.945798 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-4884fc0d-2f92-4192-aa41-475c25f4f43d req-366fdc7b-66d6-4cbd-a446-ca66483569d6 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694792 Jun 14 03:30:28.909900 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33664) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:29.015803 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-310596743-network', 'tenant_id': '89c36722ecc0427297c81c3b218da7e7'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:30:29.096223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Made reservation on behalf of 89c36722ecc0427297c81c3b218da7e7 for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:30:29.098836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.110839 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.160065 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81e35-2718-42b4-9e22-dc28da62c13b req-5938d75c-ce3f-4ced-8a6f-b6b998edc67b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:29.161924 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3c81e35-2718-42b4-9e22-dc28da62c13b req-5938d75c-ce3f-4ced-8a6f-b6b998edc67b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0833685 Jun 14 03:30:29.213389 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.214137 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a3c81e35-2718-42b4-9e22-dc28da62c13b req-f3754512-b715-4739-8253-69cf833fba43 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450857 Jun 14 03:30:29.279519 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.282646 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-0626feba-b0e0-497b-bb6e-29dbac36201c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:29.306872 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:30:29.316918 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb734de7-cf6d-4671-9380-d2fb6e1372ce,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:29.321637 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:29.322708 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.323051 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Added segment 9862c173-dddc-4ad6-a09f-7b50ee85d57c of type vlan for network d4da48d4-fda2-47a2-b117-89a99f45eabe Jun 14 03:30:29.384543 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.494859 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.496239 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:29.496826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.499113 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-12f1299e-d546-4e09-81b9-b8722e836cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:29.580341 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Pushing event updated for resources: {'Network': ['ID=d4da48d4-fda2-47a2-b117-89a99f45eabe,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:29.583557 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:29.590812 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network d4da48d4-fda2-47a2-b117-89a99f45eabe details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:30:29.603138 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6920459 Jun 14 03:30:29.605915 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33670) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:29.611614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.v2.base [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Request body: {'subnet': {'network_id': 'd4da48d4-fda2-47a2-b117-89a99f45eabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-310596743-subnet', 'tenant_id': '89c36722ecc0427297c81c3b218da7e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:30:29.697432 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Made reservation on behalf of 89c36722ecc0427297c81c3b218da7e7 for: {'subnet': 1} {{(pid=92477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:30:29.701217 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127369819'] for subnet, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.794048 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f61df85f-ef9c-40f4-8bd1-0e134065818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.971719 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127317828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127369805'] for subnet, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:29.976070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:30.037773 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:30.044308 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72c2ae9-8f29-4d59-a955-d6c9fc0be6f2,revision_number=0']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:30.047862 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:30.055976 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Checking segment: {'id': '9862c173-dddc-4ad6-a09f-7b50ee85d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4da48d4-fda2-47a2-b117-89a99f45eabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:30:30.056465 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Network hostable DHCP agents. Network: d4da48d4-fda2-47a2-b117-89a99f45eabe, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:30:30.157686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Network d4da48d4-fda2-47a2-b117-89a99f45eabe is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:30:30.412321 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3161-98c5-42ef-8b7c-e34d67d46173 req-adad9b2f-91d8-44be-9db7-333e5f0dbe04 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:30.419478 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bc8d3161-98c5-42ef-8b7c-e34d67d46173 req-adad9b2f-91d8-44be-9db7-333e5f0dbe04 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0814984 Jun 14 03:30:30.437534 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.base_scheduler [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, d4da48d4-fda2-47a2-b117-89a99f45eabe) {{(pid=92477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:30:30.447585 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82569b6-96bd-4c59-9323-371bc6bedcea None None] Network d4da48d4-fda2-47a2-b117-89a99f45eabe requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:30:30.448431 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:30.449023 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:30.474342 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bc8d3161-98c5-42ef-8b7c-e34d67d46173 req-4d154246-5afa-44e1-9080-43a26a153eb2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537002 Jun 14 03:30:30.556413 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-677ac554-a01b-4b95-a283-b29772b5a3df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9491432 Jun 14 03:30:30.630126 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3089650-b85b-47c9-85e0-f0fec6416325 None None] Network d4da48d4-fda2-47a2-b117-89a99f45eabe requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:30:30.908379 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.335487 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33690) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:31.340505 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004763302-network', 'tenant_id': '35b97280387d4226a2b07b10700e8e2b'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:30:31.427917 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Made reservation on behalf of 35b97280387d4226a2b07b10700e8e2b for: {'network': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:30:31.430323 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for network, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.442406 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.534392 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.604823 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.608852 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-86feb0a0-eed1-4db9-9116-a6ee853ad5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:31.631919 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 03:30:31.640707 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d514fb-cf2b-488a-a289-b158e0acde01,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:31.646010 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:31.648283 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.648545 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.segments_db [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Added segment 81a2299d-6b94-4f09-b6b3-33aabe9083d7 of type vlan for network 4191b003-b4e5-4b4f-9d84-8f41252722a5 Jun 14 03:30:31.663911 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416b87-49fd-42b6-b475-8643f630e44f req-4c9e3e27-398a-4439-bdd7-65ced012a47b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:31.665470 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b416b87-49fd-42b6-b475-8643f630e44f req-4c9e3e27-398a-4439-bdd7-65ced012a47b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0752895 Jun 14 03:30:31.701421 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770794308792'] for network, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.707696 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2b416b87-49fd-42b6-b475-8643f630e44f req-50ca40f8-031c-48ba-b33f-2e900f4ba45d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365162 Jun 14 03:30:31.798348 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145'] for network, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.799623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:31.800744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:31.803055 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2cdfff16-dba5-4d61-8daa-6020d8ef9820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:32.132613 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Pushing event updated for resources: {'Network': ['ID=4191b003-b4e5-4b4f-9d84-8f41252722a5,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:32.135293 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:32.142138 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Network 4191b003-b4e5-4b4f-9d84-8f41252722a5 details requested by agent ovs-agent-dv-cinder-796170-1-smb with host dv-cinder-796170-1-smb {{(pid=92479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 03:30:32.153876 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-416cb6a2-d759-4638-8e67-3ff3e0c17df5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8172681 Jun 14 03:30:32.156550 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33694) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:32.162244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Request body: {'subnet': {'network_id': '4191b003-b4e5-4b4f-9d84-8f41252722a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004763302-subnet', 'tenant_id': '35b97280387d4226a2b07b10700e8e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:30:32.261733 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Made reservation on behalf of 35b97280387d4226a2b07b10700e8e2b for: {'subnet': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:30:32.264060 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125925778'] for subnet, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:32.511730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129487819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125925764'] for subnet, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:32.514899 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b70d6425-c82d-4192-a104-97932c72e32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:32.577129 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5187fed0-0721-41f2-8bc5-2f1925fb8ad6,revision_number=0']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:32.579812 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:32.587634 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Checking segment: {'id': '81a2299d-6b94-4f09-b6b3-33aabe9083d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4191b003-b4e5-4b4f-9d84-8f41252722a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:30:32.588000 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Network hostable DHCP agents. Network: 4191b003-b4e5-4b4f-9d84-8f41252722a5, hostable agents: ['fbc4ec0e-97f9-4234-83a9-b189d33e64e9'], hosted agents: [] {{(pid=92478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 03:30:32.662098 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Network 4191b003-b4e5-4b4f-9d84-8f41252722a5 is scheduled to be hosted by DHCP agent fbc4ec0e-97f9-4234-83a9-b189d33e64e9 with binding_index 1 {{(pid=92478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 03:30:32.754514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-smb, 4191b003-b4e5-4b4f-9d84-8f41252722a5) {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:30:32.758709 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:32.759307 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:32.765927 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187dd8e-c9ce-4bb5-9cba-9efbb891adc4 None None] Network 4191b003-b4e5-4b4f-9d84-8f41252722a5 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:30:32.790720 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:32.846013 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-96d36418-6a3e-49da-96bd-d3d6e0692c92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6883383 Jun 14 03:30:32.902200 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188038c-8717-42cc-b961-58a6c710356c req-ab67e191-b415-4c90-b047-d0a6b34dfd3e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:32.909312 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2188038c-8717-42cc-b961-58a6c710356c req-ab67e191-b415-4c90-b047-d0a6b34dfd3e tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0794156 Jun 14 03:30:32.935588 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190334b8-45b4-4756-a2d2-bf0bac868ac9 None None] Network 4191b003-b4e5-4b4f-9d84-8f41252722a5 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:30:32.948217 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2188038c-8717-42cc-b961-58a6c710356c req-ef19ba63-bdd8-4dd0-b563-781697831768 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379813 Jun 14 03:30:32.967530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33700) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:33.020833 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Deleting subnet d72c2ae9-8f29-4d59-a955-d6c9fc0be6f2 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:30:33.025017 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.074679 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.121401 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.268136 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.271964 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:33.302023 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72c2ae9-8f29-4d59-a955-d6c9fc0be6f2,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:33.305025 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:33.306777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.307819 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bb0cd185-dda5-4cf9-bd6f-60bdab6f7297 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d72c2ae9-8f29-4d59-a955-d6c9fc0be6f2 HTTP/1.1" status: 204 len: 168 time: 0.3393066 Jun 14 03:30:33.310251 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33702) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:33.405330 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.511276 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.522640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4da48d4-fda2-47a2-b117-89a99f45eabe']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:33.533155 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9862c173-dddc-4ad6-a09f-7b50ee85d57c') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:33.533457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9862c173-dddc-4ad6-a09f-7b50ee85d57c') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:33.543594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.557816 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.563426 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:30:33.563810 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:30:33.565406 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:30:33.708203 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.712275 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-583f5a63-174a-453b-9496-b90238d2b113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:33.719489 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.719489 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4da48d4-fda2-47a2-b117-89a99f45eabe HTTP/1.1" status: 204 len: 168 time: 0.4054620 Jun 14 03:30:33.720003 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33704) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:33.730168 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4da48d4-fda2-47a2-b117-89a99f45eabe,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:33.732447 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d3c4c560-0983-4551-9472-c85aca2bfcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:33.777125 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Deleting subnet 5187fed0-0721-41f2-8bc5-2f1925fb8ad6 {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:30:33.780279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.821266 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.867196 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:33.999978 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.003282 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-989b8dbe-46c7-44b0-a231-7090effc59fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:34.034131 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5187fed0-0721-41f2-8bc5-2f1925fb8ad6,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:34.036543 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.038418 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5187fed0-0721-41f2-8bc5-2f1925fb8ad6 HTTP/1.1" status: 204 len: 168 time: 0.3175418 Jun 14 03:30:34.039354 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-13321130-5138-4a42-aa21-36b0835cd607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:34.040900 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33708) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:34.170644 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.252717 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637963c-2542-412a-804c-4b82edb4e565 req-6537a209-352c-4e98-9bb6-e1f7a9e3128d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:34.254336 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e637963c-2542-412a-804c-4b82edb4e565 req-6537a209-352c-4e98-9bb6-e1f7a9e3128d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.1831794 Jun 14 03:30:34.312372 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.333223 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4191b003-b4e5-4b4f-9d84-8f41252722a5']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:34.346189 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a2299d-6b94-4f09-b6b3-33aabe9083d7') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:34.346484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a2299d-6b94-4f09-b6b3-33aabe9083d7') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:34.365073 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.376161 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e637963c-2542-412a-804c-4b82edb4e565 req-2a0fc24c-44ab-41f6-9993-7c82085b34e3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123307 Jun 14 03:30:34.385245 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.392551 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:30:34.392951 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:30:34.395238 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:30:34.576765 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.586420 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4bbde315-e964-4045-aaf4-1030eb3352fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:34.586640 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:34.588448 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4191b003-b4e5-4b4f-9d84-8f41252722a5 HTTP/1.1" status: 204 len: 168 time: 0.5465949 Jun 14 03:30:34.602648 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4191b003-b4e5-4b4f-9d84-8f41252722a5,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:34.605295 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c3d26b00-8dc0-4391-9c25-b5f20b4c82b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:35.089049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33712) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:35.134753 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-5077eed6-a3a8-4855-a8a5-9d263ce0fda7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89c36722ecc0427297c81c3b218da7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443156 Jun 14 03:30:35.137070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33714) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:35.190519 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:35.214510 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:35.604783 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24be2-e0e8-4ab5-9800-4de8fb2c26d7 req-0a8e19ff-6e99-4713-9dc9-ad24233eda4b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:35.606343 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3d24be2-e0e8-4ab5-9800-4de8fb2c26d7 req-0a8e19ff-6e99-4713-9dc9-ad24233eda4b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0790081 Jun 14 03:30:35.649372 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3d24be2-e0e8-4ab5-9800-4de8fb2c26d7 req-ed8d5186-164f-4ea6-8708-18cad5cc2e31 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 Jun 14 03:30:36.165215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:36.167988 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:36.169122 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb734de7-cf6d-4671-9380-d2fb6e1372ce HTTP/1.1" status: 204 len: 168 time: 1.0310764 Jun 14 03:30:36.170101 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bfa86b7b-46dc-4694-a8fa-ec0445519bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:36.180115 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb734de7-cf6d-4671-9380-d2fb6e1372ce,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:36.184342 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b6635bc6-b8cd-4c1a-b7af-2425c70f40b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:36.846214 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53ac46-243c-4159-8a83-5fadc8b884c9 req-d157caa4-2737-48fd-a264-1fd809677efc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:36.848717 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0b53ac46-243c-4159-8a83-5fadc8b884c9 req-d157caa4-2737-48fd-a264-1fd809677efc tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 943 time: 0.0798807 Jun 14 03:30:36.896198 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0b53ac46-243c-4159-8a83-5fadc8b884c9 req-3fea824b-fbeb-4ade-9d4e-8da98e06c22a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Jun 14 03:30:36.911812 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33726) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:36.956464 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-6a543fdf-194f-482d-817a-18a569dd068a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35b97280387d4226a2b07b10700e8e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430429 Jun 14 03:30:36.958592 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33728) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:37.011912 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.035138 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.137965 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:30:37.170899 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.175017 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.177212 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7d514fb-cf2b-488a-a289-b158e0acde01 HTTP/1.1" status: 204 len: 168 time: 0.2175951 Jun 14 03:30:37.177968 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a448dbe3-94ec-427e-8ad8-77303c4b3d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:37.187977 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d514fb-cf2b-488a-a289-b158e0acde01,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:37.192843 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6b07b5e0-34fe-4b5d-ba48-607037c565a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:37.276581 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:37.430987 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'port_id': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'mac_address': 'fa:16:3e:5a:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:30:37.476034 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.491725 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:30:37.513508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:37.603606 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:37.605489 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-241713db-f630-40e1-97e8-af6539d4a982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:37.640574 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:30:37.664858 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=9']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:37.684783 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:37.950564 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['936e8d90-ce1f-4e50-b0e6-3af52f61258d'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:30:38.114614 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504314c4-acc1-47c7-a0ba-19fe5fe9d591 req-e2ef684b-7a5e-4d8e-8be9-997a39c61b58 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:38.118099 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-504314c4-acc1-47c7-a0ba-19fe5fe9d591 req-e2ef684b-7a5e-4d8e-8be9-997a39c61b58 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.0917151 Jun 14 03:30:38.167877 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-504314c4-acc1-47c7-a0ba-19fe5fe9d591 req-d74c4519-4ba7-4789-a228-1bd78585fdc9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Jun 14 03:30:39.139939 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:30:39.199411 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 936e8d90-ce1f-4e50-b0e6-3af52f61258d triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:30:39.200164 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:39.308678 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:39.334505 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:30:39.336802 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1341e3ae-9e4c-433d-95d2-7ca32414d19b" -d '{"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:30:39.351784 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:30:39.384652 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731748b-c648-4532-8f36-648a696a1031 x-openstack-request-id: req-7731748b-c648-4532-8f36-648a696a1031 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:30:39.385171 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-plugged", "status": "completed", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:30:39.388357 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7731748b-c648-4532-8f36-648a696a1031 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:30:39.388357 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'code': 200} Jun 14 03:30:39.390463 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81087f9-a836-453f-8b2a-5233ea115719 req-5ed8db1e-25af-46ce-9fb2-63036c7c9faa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:39.392252 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f81087f9-a836-453f-8b2a-5233ea115719 req-5ed8db1e-25af-46ce-9fb2-63036c7c9faa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 944 time: 0.0909679 Jun 14 03:30:39.440735 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f81087f9-a836-453f-8b2a-5233ea115719 req-5c62594c-e15f-44b7-995a-f1e843867d27 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Jun 14 03:30:39.443814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:39.445785 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:39.505465 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=10']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:39.508977 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:39.749451 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c09a9b-f111-4126-973a-95f860964ad5 req-02b8b865-069a-4764-bb41-f07f846d63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:39.751045 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e4c09a9b-f111-4126-973a-95f860964ad5 req-02b8b865-069a-4764-bb41-f07f846d63fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1099 time: 0.0604260 Jun 14 03:30:39.790496 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-e4c09a9b-f111-4126-973a-95f860964ad5 req-23fa9bbe-ca9b-43bd-a6f4-44b136da4ed6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335147 Jun 14 03:30:40.637161 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a1896-987e-4e75-b001-987d45dd00eb req-3b977d50-9b00-47a3-b840-270c16c702f9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:40.638720 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a5a1896-987e-4e75-b001-987d45dd00eb req-3b977d50-9b00-47a3-b840-270c16c702f9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0718765 Jun 14 03:30:40.685832 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-7a5a1896-987e-4e75-b001-987d45dd00eb req-4929a15e-d49c-449f-957a-f7b3cef458a7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Jun 14 03:30:41.896000 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52fbd-e375-4822-9432-246567674877 req-223794ee-a288-4745-bb88-a9701d05598f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:41.897486 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68a52fbd-e375-4822-9432-246567674877 req-223794ee-a288-4745-bb88-a9701d05598f tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0859776 Jun 14 03:30:41.944717 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-68a52fbd-e375-4822-9432-246567674877 req-540c9c7f-1f7e-4daf-bebb-f0364011c1c9 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414546 Jun 14 03:30:43.130881 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2157c-409b-4e56-a4c6-23cae32249e4 req-5b643d17-5402-46a7-887e-be43031c9301 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:43.132315 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f1d2157c-409b-4e56-a4c6-23cae32249e4 req-5b643d17-5402-46a7-887e-be43031c9301 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0688720 Jun 14 03:30:43.178257 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f1d2157c-409b-4e56-a4c6-23cae32249e4 req-615f171a-9521-4ae6-811a-7256b35af8d3 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Jun 14 03:30:44.250896 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.216189 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33870) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:45.317900 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.407317 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.467480 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.470761 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-cd607419-d4bc-447b-b837-c6941df03470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:45.510912 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7fd0a0cafa54b85afbf0a5ee6f52da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936804 Jun 14 03:30:45.511805 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b16fd-e2b4-4a66-be1c-3be817d86a05,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:45.513629 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33874) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:45.514855 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e2bec907-3b88-451a-848d-b5e75ea5cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:45.566441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.593507 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.708011 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.710541 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:45.711697 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/778b16fd-e2b4-4a66-be1c-3be817d86a05 HTTP/1.1" status: 204 len: 168 time: 0.1970463 Jun 14 03:30:45.712530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-43e3c62c-69bf-4441-9366-724ddc4713fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:45.721222 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b16fd-e2b4-4a66-be1c-3be817d86a05,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:45.723739 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:46.319018 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33880) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:46.334504 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.425757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.500012 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.502756 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bf0b935d-60f5-4c53-9560-9b375308b389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:46.543004 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f3ec2dbce984c84a3cb727fb2164fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227845 Jun 14 03:30:46.543755 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e822f6a7-425f-4e2a-8767-9593f5b7e80d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:46.545640 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33882) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:46.546719 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bf53047b-db0e-4517-af8a-6e54c74a7164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:46.597514 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.619806 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.776593 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.779290 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:46.780556 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e822f6a7-425f-4e2a-8767-9593f5b7e80d HTTP/1.1" status: 204 len: 168 time: 0.2338884 Jun 14 03:30:46.781426 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-df588d5f-1c3f-4aa6-af4d-bb74c79bd35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:46.790882 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e822f6a7-425f-4e2a-8767-9593f5b7e80d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:46.793243 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ac17d5ec-1a88-44bd-9c68-c80732e182d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:53.626624 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33956) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:53.734282 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:53.824774 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:53.901479 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:53.904802 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-43e7cea9-bd52-4145-a692-83bb2d26835f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:53.945875 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bcf0ded7ff9402c9512d593c48fdda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181350 Jun 14 03:30:53.946585 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33960) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:53.947066 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c313353c-de17-427c-953f-a943b70360f7,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:53.950394 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-44a95919-728b-4b98-8e20-23a1a8f974cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:53.997905 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:54.023887 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:54.147495 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:54.150240 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:54.151369 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c313353c-de17-427c-953f-a943b70360f7 HTTP/1.1" status: 204 len: 168 time: 0.2038095 Jun 14 03:30:54.152137 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bdb067bf-cf75-4cff-aa8a-67e03825bc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:54.160653 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c313353c-de17-427c-953f-a943b70360f7,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:54.162933 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-3b01c1a2-b895-4d33-aa30-1b758f87d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:54.860937 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 33966) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:54.877256 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:54.966674 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.031514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.035499 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-264428aa-aae4-47d1-b909-a81bab9b1ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:55.074437 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22789b9fabe34516ad534a24cef216da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124062 Jun 14 03:30:55.075453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176fbba4-4f07-44fd-8e47-ef7f6589fded,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:55.077101 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 33968) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:55.078643 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:55.132278 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.154681 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.307277 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.309924 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:55.311052 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/176fbba4-4f07-44fd-8e47-ef7f6589fded HTTP/1.1" status: 204 len: 168 time: 0.2327592 Jun 14 03:30:55.311881 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-41c26ac9-ac5d-4ce6-a49b-a3b813875ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:55.320536 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176fbba4-4f07-44fd-8e47-ef7f6589fded,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:55.322758 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:57.336030 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-e19cdb0d-0242-4647-8860-60f64282c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:57.338521 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34014) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:30:57.677484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Deleting port 5654ed1b-0987-4512-82ef-876714226fe9 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:30:57.677858 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:57.778848 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:57.779250 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:57.871004 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Calling delete_port for 5654ed1b-0987-4512-82ef-876714226fe9 owned by network:floatingip {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:30:58.119181 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:58.122215 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-827590ce-192c-4832-b49c-316eb95980eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:30:58.152024 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event deleted for resources: {'Port': ['ID=5654ed1b-0987-4512-82ef-876714226fe9,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:30:58.156190 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:30:58.228091 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for floatingip, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:58.228425 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.db.l3_db [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Floating IP 5cc18739-44d5-41b6-bd89-bcfa51db8137 disassociated (deleted). External IP: 172.28.1.139, port: 05badafe-96d7-4752-b95d-074cdd06df2b. Jun 14 03:30:58.791723 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Router 918c1328-6fdb-435e-9ddc-432598ecc187 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:30:58.937932 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:30:58.943066 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:30:58.947325 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Sync routers for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:30:58.956823 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:58.957429 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:58.984737 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "DELETE /v2.0/floatingips/5cc18739-44d5-41b6-bd89-bcfa51db8137 HTTP/1.1" status: 204 len: 168 time: 1.6444473 Jun 14 03:30:58.985379 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:30:58.987756 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68140cc8bac111911761409ac276287dc5687b5a3099864a2400a11773f992ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec8eda1-ec10-4961-94fe-7903fa054cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:30:59.032584 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c8669-3345-4532-9d76-6a856169dac7 x-openstack-request-id: req-1b4c8669-3345-4532-9d76-6a856169dac7 {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:30:59.032908 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "status": "completed", "code": 200}]} {{(pid=92477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:30:59.033214 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b4c8669-3345-4532-9d76-6a856169dac7 {{(pid=92477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:30:59.033690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'status': 'completed', 'code': 200} Jun 14 03:30:59.117792 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:59.124926 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-9d11019d-a023-4008-b0bd-d8dabcebd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:59.126648 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-9d11019d-a023-4008-b0bd-d8dabcebd20b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a6960f167343e59b27f58db40b3f27&device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 1099 time: 0.0682430 Jun 14 03:30:59.241840 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-6f26e816-5d4e-4fc8-93ac-41d7b4372d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:59.243314 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-6f26e816-5d4e-4fc8-93ac-41d7b4372d9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 200 len: 910 time: 0.1101050 Jun 14 03:30:59.300893 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-af425b9e-83bb-4c16-a1ea-f4ab098e38f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 200 len: 217 time: 0.0510633 Jun 14 03:30:59.357317 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-2955b8db-5e1d-42ea-b852-17b00e29ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:59.358813 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-2955b8db-5e1d-42ea-b852-17b00e29ea02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 200 len: 848 time: 0.0520823 Jun 14 03:30:59.388972 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:59.393081 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Checking router: 918c1328-6fdb-435e-9ddc-432598ecc187 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:30:59.401485 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:30:59.402115 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:30:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:59.438677 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-86a9925a-c80f-444c-81a4-f87312b8661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:59.440131 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-86a9925a-c80f-444c-81a4-f87312b8661c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b31ce24-afac-4645-8b13-47ab8b733534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690486 Jun 14 03:30:59.550272 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:30:59.555391 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-7833ce8d-d3c3-4faa-bc90-7e477e8f2467 service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085095 Jun 14 03:30:59.622970 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c26d74-3089-487f-ba34-6c9b697479fc req-8826e5f5-48a6-4b35-b57f-67e0c3c7e34e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:30:59.624551 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-80c26d74-3089-487f-ba34-6c9b697479fc req-8826e5f5-48a6-4b35-b57f-67e0c3c7e34e tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0810034 Jun 14 03:30:59.682187 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-fec8eda1-ec10-4961-94fe-7903fa054cf2 req-02e2ac96-dc3c-488b-b78b-d46a8f07af2b service neutron] 10.222.0.23 "GET /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195176 Jun 14 03:30:59.705188 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-80c26d74-3089-487f-ba34-6c9b697479fc req-e629657a-94fc-46af-b1c5-437d98002abe tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707872 Jun 14 03:30:59.825726 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:30:59.828962 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf354e4-cfdb-451c-93f5-a29861064c6f None None] The sync data for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb is: [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': '6eeee341-80d2-4397-9537-5445db926318', 'name': '', 'network_id': '0b31ce24-afac-4645-8b13-47ab8b733534', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'mac_address': 'fa:16:3e:47:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:49Z', 'updated_at': '2021-06-14T03:24:56Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'subnets': [{'id': '0b4a1193-c2b8-4ad7-88a7-c96ebdc25426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:30:59.839046 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4b3cde18-2944-41ab-8b83-ee534f583ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:00.033791 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0e2dd-b464-4068-bac9-1b988c0f7e10 None None] New status for floating IP 5cc18739-44d5-41b6-bd89-bcfa51db8137: DOWN {{(pid=92479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:31:00.078562 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:00.884608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0bd2d-b399-443a-9cbc-e3107d74662f req-766d9695-f5f8-423d-a91f-8fc02f10c66a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:00.896519 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10f0bd2d-b399-443a-9cbc-e3107d74662f req-766d9695-f5f8-423d-a91f-8fc02f10c66a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0765655 Jun 14 03:31:00.918818 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:00.930367 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-10f0bd2d-b399-443a-9cbc-e3107d74662f req-feacd472-e54d-42a4-9567-7ecd7cedfe46 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab798f87-377c-4254-b352-f4ebe8b4c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 Jun 14 03:31:01.371699 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-524de211-e72e-414b-aa5f-fe37fd010f1a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:01.373033 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-524de211-e72e-414b-aa5f-fe37fd010f1a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.23 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 946 time: 0.0719972 Jun 14 03:31:01.506974 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Deleting port 05badafe-96d7-4752-b95d-074cdd06df2b {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:01.507314 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:01.619982 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] For port 05badafe-96d7-4752-b95d-074cdd06df2b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=05badafe-96d7-4752-b95d-074cdd06df2b,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:01.620343 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:01.712324 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Calling delete_port for 05badafe-96d7-4752-b95d-074cdd06df2b owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:01.936266 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:01.940678 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c37301e5-8e50-4bd6-91d4-0ac3efabe93e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:01.970939 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event deleted for resources: {'Port': ['ID=05badafe-96d7-4752-b95d-074cdd06df2b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:01.973894 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:02.029032 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] No DVR routers for this DVR port 05badafe-96d7-4752-b95d-074cdd06df2b on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:02.031530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:02.033533 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-f345b5cf-ce0b-4a8b-91b7-dfcb5f6c6a7f req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.23 "DELETE /v2.0/ports/05badafe-96d7-4752-b95d-074cdd06df2b HTTP/1.1" status: 204 len: 173 time: 0.6545689 Jun 14 03:31:02.034155 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-deleted', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:31:02.036800 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d9b0c8-59c5-4e58-88c6-b5699f8e9b8c" -d '{"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-deleted", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:31:02.074283 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7160ee64-93e2-43cc-813f-1f85fc88f9bc x-openstack-request-id: req-7160ee64-93e2-43cc-813f-1f85fc88f9bc {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:31:02.074624 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da5468-17b1-41c7-b73a-96399c3768c1", "name": "network-vif-deleted", "tag": "05badafe-96d7-4752-b95d-074cdd06df2b", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:31:02.074923 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7160ee64-93e2-43cc-813f-1f85fc88f9bc {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:31:02.075365 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da5468-17b1-41c7-b73a-96399c3768c1', 'name': 'network-vif-deleted', 'tag': '05badafe-96d7-4752-b95d-074cdd06df2b', 'status': 'completed', 'code': 200} Jun 14 03:31:02.078396 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-77e93258-d3a2-42ed-8dab-908763d70a83 req-f11afad6-1250-41ab-ac3a-2ebc5cb35a37 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0338895 Jun 14 03:31:02.803379 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:02.917308 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34066) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:03.023660 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.120526 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.222894 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.245607 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e3961dce-d7cc-4f37-bbf1-3bf41aae1b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:03.255985 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-cb3a7d82-f120-4bda-9c7e-ce394cdcfd55 req-c141e5c3-820e-46ff-bc71-b00e98bc78ed tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "GET /v2.0/ports?device_id=20da5468-17b1-41c7-b73a-96399c3768c1 HTTP/1.1" status: 200 len: 210 time: 0.0435524 Jun 14 03:31:03.288465 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b93f88fa724c455f912d20ca41c32cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700171 Jun 14 03:31:03.289410 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd2d4fb-88fa-43de-8cb2-89ca3748cecc,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:03.292853 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-38b20733-7653-4bcc-8e91-811d5d2a976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:03.296416 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34072) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:03.349651 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.374244 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.483036 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.485744 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:03.487497 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcd2d4fb-88fa-43de-8cb2-89ca3748cecc HTTP/1.1" status: 204 len: 168 time: 0.1900580 Jun 14 03:31:03.488323 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-8aca2322-e3e8-4a28-a8c3-5be8ce72a642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:03.496766 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd2d4fb-88fa-43de-8cb2-89ca3748cecc,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:03.499060 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:04.176013 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34080) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:04.191583 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.282598 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.334339 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.337979 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5798e630-d41b-4128-a92d-9e0582e9c3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:04.349658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34084) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:04.377246 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd9e83736f5b4964ae8daaa4e077edd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000301 Jun 14 03:31:04.380042 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55641855-fc3c-49d9-80f8-656f1af849e6,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:04.384024 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:04.384514 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34088) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:04.422346 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.440457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.450987 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.468832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.593068 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.595804 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.596931 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab798f87-377c-4254-b352-f4ebe8b4c25b HTTP/1.1" status: 204 len: 168 time: 0.2462683 Jun 14 03:31:04.597754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-e0ae94dc-bf7c-43ed-99ef-0e4d3e88b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:04.610594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.610594 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:04.610862 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab798f87-377c-4254-b352-f4ebe8b4c25b,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:04.610980 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55641855-fc3c-49d9-80f8-656f1af849e6 HTTP/1.1" status: 204 len: 168 time: 0.2229805 Jun 14 03:31:04.611081 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-ff8d5a4b-ad6d-4604-b665-d0e667378a51 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:04.613735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-7f10156d-a9fc-455a-b08b-f01a80a37a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:04.622264 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55641855-fc3c-49d9-80f8-656f1af849e6,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:04.624464 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:04.677654 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34094) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:05.207849 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:05.229957 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 05badafe-96d7-4752-b95d-074cdd06df2b {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:05.230315 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 05badafe-96d7-4752-b95d-074cdd06df2b not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:05.318104 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:05.963702 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Deleting port 6eeee341-80d2-4397-9537-5445db926318 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:05.964049 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:06.069456 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] For port 6eeee341-80d2-4397-9537-5445db926318, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=6eeee341-80d2-4397-9537-5445db926318,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:06.069856 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:06.161323 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Calling delete_port for 6eeee341-80d2-4397-9537-5445db926318 owned by network:router_interface {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:06.450163 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:06.455206 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:06.481587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeee341-80d2-4397-9537-5445db926318,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:06.485785 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:06.710805 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:07.004369 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Router 918c1328-6fdb-435e-9ddc-432598ecc187 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:31:07.162636 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:31:07.167986 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2a316025-b377-4bb6-8b3a-676c64217f36 admin admin] 10.222.0.15 "PUT /v2.0/routers/918c1328-6fdb-435e-9ddc-432598ecc187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4893823 Jun 14 03:31:07.170580 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34174) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:07.171023 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Sync routers for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:31:07.182125 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:07.183327 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:07.311912 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:07.323881 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:07.464735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:07.591036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Deleting port 9bd611f1-bacb-482e-b501-b74336f82d7c {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:07.591452 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:07.676445 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:31:06Z', 'revision_number': 5, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port': {'id': '9bd611f1-bacb-482e-b501-b74336f82d7c', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:46Z', 'updated_at': '2021-06-14T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:07.680920 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Checking router: 918c1328-6fdb-435e-9ddc-432598ecc187 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:31:07.691135 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Routers {'918c1328-6fdb-435e-9ddc-432598ecc187'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:07.691793 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['918c1328-6fdb-435e-9ddc-432598ecc187'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:07.705582 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] For port 9bd611f1-bacb-482e-b501-b74336f82d7c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=9bd611f1-bacb-482e-b501-b74336f82d7c,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:07.705964 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:07.808959 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] Set router 918c1328-6fdb-435e-9ddc-432598ecc187 gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:07.894175 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:31:07Z', 'revision_number': 6, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port_host': None}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:07.897842 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21a7c1-b7f7-4605-be98-0fe3abe1cc18 None None] The sync data for ids ['918c1328-6fdb-435e-9ddc-432598ecc187'] in dv-cinder-796170-1-smb is: [{'id': '918c1328-6fdb-435e-9ddc-432598ecc187', 'name': 'tempest-TestShelveInstance-1337123196-router', 'tenant_id': '03a6960f167343e59b27f58db40b3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:44Z', 'updated_at': '2021-06-14T03:31:07Z', 'revision_number': 6, 'project_id': '03a6960f167343e59b27f58db40b3f27', 'gw_port_host': None}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:31:08.063850 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Calling delete_port for 9bd611f1-bacb-482e-b501-b74336f82d7c owned by network:router_gateway {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:08.358211 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.360893 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:08.390252 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd611f1-bacb-482e-b501-b74336f82d7c,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:08.394025 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:08.467635 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.615626 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.617842 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.776516 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.777093 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918c1328-6fdb-435e-9ddc-432598ecc187 {{(pid=92478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:31:08.782980 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.784228 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a0195de6-af50-42d0-9136-44b65b5d92f4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/918c1328-6fdb-435e-9ddc-432598ecc187 HTTP/1.1" status: 204 len: 168 time: 1.6127090 Jun 14 03:31:08.786713 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34180) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:08.856826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Deleting subnet 0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:31:08.861063 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.905244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:08.997700 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.117549 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.120029 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-bd09ee9e-6381-40d8-9331-4c05b42028bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:09.150031 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4a1193-c2b8-4ad7-88a7-c96ebdc25426,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:09.153036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:09.154027 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.155853 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-54293338-165b-4e3d-9c75-1dca90f9de38 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b4a1193-c2b8-4ad7-88a7-c96ebdc25426 HTTP/1.1" status: 204 len: 168 time: 0.3682337 Jun 14 03:31:09.158855 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34182) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:09.160305 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0b208-c352-4fa2-93b3-44f3ef4b8837 None None] Network 0b31ce24-afac-4645-8b13-47ab8b733534 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:31:09.255460 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.315945 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Deleting port 245f55ae-15fb-4031-957c-2c59cef81e6c {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:09.316295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.388769 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] DHCP port deletion for 0b31ce24-afac-4645-8b13-47ab8b733534 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:31:09.402883 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] For port 245f55ae-15fb-4031-957c-2c59cef81e6c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=245f55ae-15fb-4031-957c-2c59cef81e6c,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:09.403249 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.440451 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Deleting port 245f55ae-15fb-4031-957c-2c59cef81e6c {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:09.440843 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.496507 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Calling delete_port for 245f55ae-15fb-4031-957c-2c59cef81e6c owned by network:dhcp {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:09.528038 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] For port 245f55ae-15fb-4031-957c-2c59cef81e6c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=245f55ae-15fb-4031-957c-2c59cef81e6c,segment=NetworkSegment(b04683ad-8a31-450d-9338-fadc7fb9c357),segment_id=b04683ad-8a31-450d-9338-fadc7fb9c357)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:09.528354 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.618583 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Calling delete_port for 245f55ae-15fb-4031-957c-2c59cef81e6c owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:09.665913 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.668214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-678ad20b-e536-4c7f-a62b-07f0281de70f tempest-VolumesSnapshotTestJSON-1807090319 tempest-VolumesSnapshotTestJSON-1807090319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:09.693692 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=245f55ae-15fb-4031-957c-2c59cef81e6c,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:09.701388 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:09.709043 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] No DVR routers for this DVR port 245f55ae-15fb-4031-957c-2c59cef81e6c on host dv-cinder-796170-1-smb {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:09.713230 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 9bd611f1-bacb-482e-b501-b74336f82d7c no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:09.716206 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.741402 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:09.743838 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 9bd611f1-bacb-482e-b501-b74336f82d7c {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:09.744025 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 9bd611f1-bacb-482e-b501-b74336f82d7c not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:09.744411 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 245f55ae-15fb-4031-957c-2c59cef81e6c no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:09.795900 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Pushing event deleted for resources: {'Port': ['ID=245f55ae-15fb-4031-957c-2c59cef81e6c,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:09.799335 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:09.805144 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 245f55ae-15fb-4031-957c-2c59cef81e6c {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:09.805144 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 245f55ae-15fb-4031-957c-2c59cef81e6c not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:09.805144 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 6eeee341-80d2-4397-9537-5445db926318 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:09.805144 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d506762-cb5b-427d-9b25-550dbd8e8e1b None None] No DVR routers for this DVR port 245f55ae-15fb-4031-957c-2c59cef81e6c on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:09.813429 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.825445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b31ce24-afac-4645-8b13-47ab8b733534']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:09.827240 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 6eeee341-80d2-4397-9537-5445db926318 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:09.827656 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 6eeee341-80d2-4397-9537-5445db926318 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:09.837468 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04683ad-8a31-450d-9338-fadc7fb9c357') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:09.837789 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04683ad-8a31-450d-9338-fadc7fb9c357') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:09.848128 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.862463 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.868176 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:31:09.868563 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:31:09.870185 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:31:09.999501 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:10.008602 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:10.020808 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:10.022756 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0b31ce24-afac-4645-8b13-47ab8b733534 HTTP/1.1" status: 204 len: 168 time: 0.8626451 Jun 14 03:31:10.023917 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b31ce24-afac-4645-8b13-47ab8b733534,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:10.025519 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34186) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:10.031199 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a3ac6221-5c79-4815-bfe8-c5b88696a4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:10.460279 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:10.784850 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Deleting port e4e09593-3419-4cec-8575-80fc0fc627e7 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:10.785516 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:10.888036 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] For port e4e09593-3419-4cec-8575-80fc0fc627e7, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=e4e09593-3419-4cec-8575-80fc0fc627e7,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:10.888393 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:10.984445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Calling delete_port for e4e09593-3419-4cec-8575-80fc0fc627e7 owned by network:router_interface {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:11.296496 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:11.300393 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-021e6e44-f5f2-49d8-ba03-ba9a6cac4d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:11.332852 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e09593-3419-4cec-8575-80fc0fc627e7,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:11.335909 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:11.815663 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:12.105763 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:31:12.248835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:31:12.254265 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-05f7a943-74ce-4127-a2ac-7e730226b4f8 admin admin] 10.222.0.15 "PUT /v2.0/routers/25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2278018 Jun 14 03:31:12.256980 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34194) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:12.257855 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Sync routers for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:31:12.267181 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:12.268456 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:12.394965 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:12.411597 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: dv-cinder-796170-1-smb {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:12.534830 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:12.644871 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:31:11Z', 'revision_number': 5, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port': {'id': 'f203810d-4a53-45af-aadf-c5a1056d1343', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:24:55Z', 'updated_at': '2021-06-14T03:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:12.648407 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Checking router: 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 for host: dv-cinder-796170-1-smb {{(pid=92479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:31:12.656613 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Routers {'25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:12.657233 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:00Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'], 'active': True} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:12.673606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Deleting port f203810d-4a53-45af-aadf-c5a1056d1343 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:12.673606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:12.782317 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] For port f203810d-4a53-45af-aadf-c5a1056d1343, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=f203810d-4a53-45af-aadf-c5a1056d1343,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:12.782679 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:12.883484 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Calling delete_port for f203810d-4a53-45af-aadf-c5a1056d1343 owned by network:router_gateway {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:12.908754 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvr_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] Set router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 gateway port host: None {{(pid=92479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:12.990507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_hamode_db [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:31:12Z', 'revision_number': 6, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port_host': None}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:12.994062 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba663bd-1674-4882-b1b7-ddaad651a55a None None] The sync data for ids ['25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3'] in dv-cinder-796170-1-smb is: [{'id': '25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3', 'name': 'tempest-TestShelveInstance-1552450603-router', 'tenant_id': 'e799adf695164d99a8cf16f3348c6e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:24:54Z', 'updated_at': '2021-06-14T03:31:12Z', 'revision_number': 6, 'project_id': 'e799adf695164d99a8cf16f3348c6e87', 'gw_port_host': None}] {{(pid=92479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:31:13.153094 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.155957 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-149523f4-e4a7-44e0-91cb-042efc582c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:13.202282 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f203810d-4a53-45af-aadf-c5a1056d1343,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:13.204418 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:13.276964 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.410209 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.412261 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.558706 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.559130 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 {{(pid=92477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:31:13.563322 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] Notify callbacks [] for router, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.564952 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-96a47ae7-2437-4fbf-9f13-2a6e4c7d5a5d admin admin] 10.222.0.15 "DELETE /v2.0/routers/25b2802d-ad60-4dcd-a62a-bc4f4c4b2dc3 HTTP/1.1" status: 204 len: 168 time: 1.3064525 Jun 14 03:31:13.567503 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34198) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:13.619494 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Deleting subnet 523c1eb4-0a50-4c02-8c0a-a8a50de622e0 {{(pid=92477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:31:13.622422 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.664022 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126553945'] for subnet, precommit_delete_associations {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.770458 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device f203810d-4a53-45af-aadf-c5a1056d1343 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:13.772299 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.798636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: f203810d-4a53-45af-aadf-c5a1056d1343 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:13.798636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device f203810d-4a53-45af-aadf-c5a1056d1343 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:13.798636 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device e4e09593-3419-4cec-8575-80fc0fc627e7 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:13.821458 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: e4e09593-3419-4cec-8575-80fc0fc627e7 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:13.821458 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device e4e09593-3419-4cec-8575-80fc0fc627e7 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:13.936419 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127317767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127369846'] for subnet, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.938819 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:13.975486 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523c1eb4-0a50-4c02-8c0a-a8a50de622e0,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:13.978564 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:13.979686 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:13.983894 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b31a27ba-f8bd-4ddf-8922-c37c94c07dc1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/523c1eb4-0a50-4c02-8c0a-a8a50de622e0 HTTP/1.1" status: 204 len: 168 time: 0.4129291 Jun 14 03:31:13.985792 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34202) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:13.989012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e3a18-1b91-4c72-a379-fe9c18e187da None None] Network 0ab21b1d-dbda-4dd5-85eb-395647d96879 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:31:14.079493 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.143681 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Deleting port 338a508a-e72a-4a4a-9b5c-b3951609d53c {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:14.144020 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.213059 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] DHCP port deletion for 0ab21b1d-dbda-4dd5-85eb-395647d96879 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:31:14.227123 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] For port 338a508a-e72a-4a4a-9b5c-b3951609d53c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=338a508a-e72a-4a4a-9b5c-b3951609d53c,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:14.227501 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.251023 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.273531 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Deleting port 338a508a-e72a-4a4a-9b5c-b3951609d53c {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:14.274043 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.323886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Calling delete_port for 338a508a-e72a-4a4a-9b5c-b3951609d53c owned by network:dhcp {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:14.358954 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] For port 338a508a-e72a-4a4a-9b5c-b3951609d53c, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=338a508a-e72a-4a4a-9b5c-b3951609d53c,segment=NetworkSegment(8221ce9f-28ca-4d6f-abd6-3324c5e15904),segment_id=8221ce9f-28ca-4d6f-abd6-3324c5e15904)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:14.359282 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.453522 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Calling delete_port for 338a508a-e72a-4a4a-9b5c-b3951609d53c owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:14.463846 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-622db320-d478-40d6-852f-5375c413fb75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676293 Jun 14 03:31:14.520193 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.529202 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2ffd2910-7fb2-428d-87c5-6c6de9c2e196 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:14.548129 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.551672 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-57be529d-4bbc-4398-b008-735347f6754c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:14.579576 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Pushing event deleted for resources: {'Port': ['ID=338a508a-e72a-4a4a-9b5c-b3951609d53c,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:14.582112 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] No DVR routers for this DVR port 338a508a-e72a-4a4a-9b5c-b3951609d53c on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:14.582336 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Pushing event deleted for resources: {'Port': ['ID=338a508a-e72a-4a4a-9b5c-b3951609d53c,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:14.583495 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b99739b0-854c-4599-a04a-1187e09d703f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:14.592552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.592944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.596573 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.597420 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.597420 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:14.600424 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] No DVR routers for this DVR port 338a508a-e72a-4a4a-9b5c-b3951609d53c on host dv-cinder-796170-1-smb {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:14.601931 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:14.638672 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:31:14.710959 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.724264 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-c743d7b8-fb82-4c33-85c8-3fe7bd7a04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:14.725776 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-c743d7b8-fb82-4c33-85c8-3fe7bd7a04fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8011d0383d334fbc87e7325584b4b2f2&device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 1099 time: 0.2067955 Jun 14 03:31:14.727304 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab21b1d-dbda-4dd5-85eb-395647d96879']}} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:14.737749 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8221ce9f-28ca-4d6f-abd6-3324c5e15904') {'for_net_delete': True} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:14.738044 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.services.segments.db [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8221ce9f-28ca-4d6f-abd6-3324c5e15904') {} {{(pid=92478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:14.755920 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126674158'] for segment, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.795457 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.843989 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=92478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:31:14.844357 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129487905'] for segment, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: Traceback (most recent call last): Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: timer() Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: cb(*args, **kw) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: return func(*args, **kwargs) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: self._notify() Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: self.callback(batched_events) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: event.method(event) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: return f(self, *a, **k) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: return self._get(url).json() Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: return self.request(url, 'GET', **kwargs) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:31:14.846503 dv-cinder-796170-1-smb neutron-server[92478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:31:14.936166 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-4ab6c1b3-bcce-49d1-96e6-87f40dbf8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:14.937658 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-4ab6c1b3-bcce-49d1-96e6-87f40dbf8a62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 200 len: 916 time: 0.1915612 Jun 14 03:31:14.994705 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:14.998973 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:15.003107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:15.004942 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ab21b1d-dbda-4dd5-85eb-395647d96879 HTTP/1.1" status: 204 len: 168 time: 1.0170355 Jun 14 03:31:15.026360 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab21b1d-dbda-4dd5-85eb-395647d96879,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:15.030326 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-5149ed46-8bfd-4238-8d6d-b2bb3110ecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:15.042556 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-295b5fb0-36c2-4989-ac75-540df9b8e925 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 200 len: 1000 time: 0.0983393 Jun 14 03:31:15.115785 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-37ec310d-c8f2-4e83-928d-a5361d74a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:15.117703 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-37ec310d-c8f2-4e83-928d-a5361d74a001 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 200 len: 854 time: 0.0656381 Jun 14 03:31:15.182145 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-d8a2df80-2e17-4155-837e-3546b637dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:15.183645 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-d8a2df80-2e17-4155-837e-3546b637dad7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9095088c-5ffe-45af-94dc-8af3c9e4b500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592072 Jun 14 03:31:15.300131 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-0db41cc0-af22-4fec-8b55-4f63e740ac24 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096542 Jun 14 03:31:15.417915 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34208) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:15.418418 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-73dae632-caa0-4819-90d6-1f34b9afe893 req-161b9a41-fcef-4383-903a-3cce3278b0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103060 Jun 14 03:31:15.466451 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-d89ef89c-3f4e-4d2d-bc06-7611eaa58ba4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03a6960f167343e59b27f58db40b3f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471101 Jun 14 03:31:15.468754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34210) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:15.519851 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:15.546991 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:15.697830 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:15.699793 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 338a508a-e72a-4a4a-9b5c-b3951609d53c no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:15.700300 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:15.703597 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b70d291f-b25e-4263-9f10-d0966f047eaf HTTP/1.1" status: 204 len: 168 time: 0.2315037 Jun 14 03:31:15.703597 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-5a5d537c-e701-49f8-adeb-9778fbbaf992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:15.713034 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d291f-b25e-4263-9f10-d0966f047eaf,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:15.715396 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-cb34fdf0-670f-4a89-a853-430b664736c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:15.731882 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 338a508a-e72a-4a4a-9b5c-b3951609d53c {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:15.732282 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 338a508a-e72a-4a4a-9b5c-b3951609d53c not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:16.407974 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34218) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:16.452222 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-eb1d612f-1b0e-4fe6-a375-9556796c100d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e799adf695164d99a8cf16f3348c6e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430567 Jun 14 03:31:16.454566 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34220) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:16.508512 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:16.531440 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:16.672929 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:16.676165 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:16.677286 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db03402c-f0d2-47d1-a927-d8208ed919da HTTP/1.1" status: 204 len: 168 time: 0.2218361 Jun 14 03:31:16.678103 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f37e9de1-2af9-459f-9b3e-9eb0a5a0b259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:16.686381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03402c-f0d2-47d1-a927-d8208ed919da,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:16.693956 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.694593 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.695141 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.695141 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.695449 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.695672 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.696025 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.696558 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.696723 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.697070 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.697416 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.697849 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:16.701302 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-b889f8ee-fe78-4590-8240-31a923b7b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:27.351357 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b8d87f46-89d2-4f03-a2ad-21b2ff4f8782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:29.730054 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5a5-6441-46c1-9c9a-4950aa91af49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:30.032853 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:30.918573 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:32.798409 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:35.638268 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34312) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:35.744886 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:35.838570 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:35.878187 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:35.882117 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7ed8cd17-056d-49b0-a0fd-443e8481e5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:35.920524 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=027def34192141d09be54d59acc8c8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811551 Jun 14 03:31:35.922508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71afa770-ea31-40af-a96a-65d7b2d35ce3,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:35.923255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34316) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:35.926187 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-415370b5-8d3a-4f18-b3dd-c90db43e88d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:35.977333 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:35.999152 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:36.122633 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:36.125255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:36.126448 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71afa770-ea31-40af-a96a-65d7b2d35ce3 HTTP/1.1" status: 204 len: 168 time: 0.2021666 Jun 14 03:31:36.127214 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2ca27106-7e9b-4759-9c4f-c491c189367e tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:36.138389 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71afa770-ea31-40af-a96a-65d7b2d35ce3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:36.141720 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:39.339748 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2ad7-88af-435d-a2d8-b0591dc4e82d req-a1551d5d-53fc-4be5-81da-d69263a414b7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:39.341200 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-124e2ad7-88af-435d-a2d8-b0591dc4e82d req-a1551d5d-53fc-4be5-81da-d69263a414b7 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0682285 Jun 14 03:31:39.386432 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-124e2ad7-88af-435d-a2d8-b0591dc4e82d req-a3df9d29-c2da-48e4-8246-4655ff353ca2 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395648 Jun 14 03:31:40.571893 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02ab5-70d0-4062-aafa-2be3867917ba req-e7bec784-abab-46c3-a573-5dbe3f7ddf94 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:40.573339 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e3a02ab5-70d0-4062-aafa-2be3867917ba req-e7bec784-abab-46c3-a573-5dbe3f7ddf94 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0694587 Jun 14 03:31:40.614363 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e3a02ab5-70d0-4062-aafa-2be3867917ba req-bdbd6a63-9095-4d4c-9dce-000a0e980202 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups?id=482028a6-7898-48ac-90ae-8963e626daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352895 Jun 14 03:31:40.724170 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-aa66758c-4e06-4d5e-85a9-a5d14ccb7b48 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:31:40.726427 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-aa66758c-4e06-4d5e-85a9-a5d14ccb7b48 tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 946 time: 0.0721037 Jun 14 03:31:40.841807 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Deleting port 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:40.842162 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:40.955442 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] For port 936e8d90-ce1f-4e50-b0e6-3af52f61258d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=936e8d90-ce1f-4e50-b0e6-3af52f61258d,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:40.955744 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:41.450491 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:41.450886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932220'] for floatingip, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:41.451180 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.db.l3_db [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Floating IP 76270a9d-0511-4bb3-8cf9-66cffaac9d85 disassociated. External IP: 172.28.1.57, port: 936e8d90-ce1f-4e50-b0e6-3af52f61258d. Jun 14 03:31:41.451523 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Calling delete_port for 936e8d90-ce1f-4e50-b0e6-3af52f61258d owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:41.696255 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:41.700295 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-fb30a5cc-f56d-4385-a101-65ad4055a555 tempest-VolumesActionsTest-1234011039 tempest-VolumesActionsTest-1234011039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:41.729054 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'Port': ['ID=936e8d90-ce1f-4e50-b0e6-3af52f61258d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:41.732637 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:41.765099 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-6d2f70a5-b9c3-4cb5-92bc-008e1f6c8647 req-d73aca11-6132-4fd8-8ca4-61e9c5ca0f4b tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 210 time: 0.0342383 Jun 14 03:31:41.884957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:31:42.031993 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:31:42.041824 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:31:42.050515 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:42.051125 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:42.087483 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] No DVR routers for this DVR port 936e8d90-ce1f-4e50-b0e6-3af52f61258d on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:42.090052 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:42.092042 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-bd7a3f53-11a1-4ad5-b5a2-2e61a12dd80c req-58ed9963-2838-40c8-988a-666f9efaaa1c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.23 "DELETE /v2.0/ports/936e8d90-ce1f-4e50-b0e6-3af52f61258d HTTP/1.1" status: 204 len: 173 time: 1.3599455 Jun 14 03:31:42.092581 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-deleted', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:31:42.095010 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be696286-ed6d-4fdf-897b-03fc939a8ab4" -d '{"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-deleted", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:31:42.143470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e75539-f4e5-4a29-bd28-89d6656e4eb3 x-openstack-request-id: req-e7e75539-f4e5-4a29-bd28-89d6656e4eb3 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:31:42.144664 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162c6b8b-d28a-4b61-9abc-60d2fdcab8cb", "name": "network-vif-deleted", "tag": "936e8d90-ce1f-4e50-b0e6-3af52f61258d", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:31:42.144664 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7e75539-f4e5-4a29-bd28-89d6656e4eb3 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:31:42.144664 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162c6b8b-d28a-4b61-9abc-60d2fdcab8cb', 'name': 'network-vif-deleted', 'tag': '936e8d90-ce1f-4e50-b0e6-3af52f61258d', 'status': 'completed', 'code': 200} Jun 14 03:31:42.197248 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:42.460925 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:42.464281 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:31:42.472236 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:42.472830 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:42.615903 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:42.875655 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:42.879424 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e00d37-25ff-46e0-a664-bbd65284d281 None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:11Z', 'revision_number': 4, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb', '_interfaces': [{'id': 'abb29e09-6cc5-46ab-ad5a-557e538ce825', 'name': '', 'network_id': '9095088c-5ffe-45af-94dc-8af3c9e4b500', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'mac_address': 'fa:16:3e:10:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:07Z', 'updated_at': '2021-06-14T03:22:22Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'subnets': [{'id': 'e0f5e748-01b5-4416-b5c3-d7f37dcba361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:31:42.933197 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-76b9818a-397e-46e1-8904-61c74b9f2fa6 req-dc378d28-ea7c-484c-99b7-af81e585228c tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/ports?device_id=162c6b8b-d28a-4b61-9abc-60d2fdcab8cb HTTP/1.1" status: 200 len: 210 time: 0.0386944 Jun 14 03:31:43.099130 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dba30f-6169-4d37-94df-939a586f2069 None None] New status for floating IP 76270a9d-0511-4bb3-8cf9-66cffaac9d85: DOWN {{(pid=92479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 03:31:44.157954 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34406) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:44.220811 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.250431 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.255975 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.364389 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.367655 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.368787 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "DELETE /v2.0/security-groups/482028a6-7898-48ac-90ae-8963e626daf3 HTTP/1.1" status: 204 len: 168 time: 0.2098694 Jun 14 03:31:44.369629 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f0eaf9c6-00e1-4835-9e43-411e0c694393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:44.371877 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34408) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:44.379665 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482028a6-7898-48ac-90ae-8963e626daf3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:44.382659 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d5f342a5-5da1-4fe7-96cd-e070e8729d7d tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:44.387011 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.api.v2.resource [None req-abfa943b-1bee-47e9-a647-c4beb28cfaaa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] show failed (client error): The resource could not be found. Jun 14 03:31:44.388003 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-abfa943b-1bee-47e9-a647-c4beb28cfaaa tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "GET /v2.0/security-groups/482028a6-7898-48ac-90ae-8963e626daf3 HTTP/1.1" status: 404 len: 347 time: 0.0150833 Jun 14 03:31:44.391331 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34410) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:44.547224 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Deleting port 36ff4c58-f295-41df-ab12-e209445096a0 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:44.547489 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.646302 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.646626 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.737826 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Calling delete_port for 36ff4c58-f295-41df-ab12-e209445096a0 owned by network:floatingip {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:44.987079 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:44.989839 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-6f7af562-9741-40a5-bb2a-7ff817fdd6a6 tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:45.017548 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Pushing event deleted for resources: {'Port': ['ID=36ff4c58-f295-41df-ab12-e209445096a0,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:45.020658 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:45.092670 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks [] for floatingip, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:45.095246 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for floatingip, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:45.096379 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-24b8b695-795d-4963-832e-4f39f45cd91a tempest-AttachVolumeShelveTestJSON-1747790280 tempest-AttachVolumeShelveTestJSON-1747790280-project] 10.222.0.15 "DELETE /v2.0/floatingips/76270a9d-0511-4bb3-8cf9-66cffaac9d85 HTTP/1.1" status: 204 len: 168 time: 0.7040184 Jun 14 03:31:45.437103 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:45.461191 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 936e8d90-ce1f-4e50-b0e6-3af52f61258d {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:45.461541 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 936e8d90-ce1f-4e50-b0e6-3af52f61258d not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:47.901410 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34456) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:48.478754 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-936155'] for router_interface, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:49.099381 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Deleting port abb29e09-6cc5-46ab-ad5a-557e538ce825 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:49.099996 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:49.205337 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] For port abb29e09-6cc5-46ab-ad5a-557e538ce825, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=abb29e09-6cc5-46ab-ad5a-557e538ce825,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:49.205736 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:49.298325 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Calling delete_port for abb29e09-6cc5-46ab-ad5a-557e538ce825 owned by network:router_interface {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:49.558183 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:49.560813 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-af60a917-abcb-4fbb-ad39-e3f8b65cb25a tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:49.590787 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb29e09-6cc5-46ab-ad5a-557e538ce825,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:49.594830 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:49.802574 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-936779'] for router_interface, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:50.097712 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 has already been hosted by L3 agent 1184f753-9d10-421e-83eb-c22238903ab2 {{(pid=92477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 03:31:50.259690 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-smb the message routers_updated {{(pid=92477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 03:31:50.259690 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-bdf24ce5-822d-4e5b-af55-23013a5a5fa4 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa699779-fdd1-49da-95a8-9e4aeeadc4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564050 Jun 14 03:31:50.261833 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34474) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:50.262810 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Sync routers for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 03:31:50.271873 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:50.272539 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:50.409126 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks [] for router, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:50.506594 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: dv-cinder-796170-1-smb {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:50.551532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:50.697107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Deleting port 878ac14d-9ebb-44f1-b27e-06473249ede7 {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:50.697451 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:50.740175 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'external_fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:31:49Z', 'revision_number': 5, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port': {'id': '878ac14d-9ebb-44f1-b27e-06473249ede7', 'name': '', 'network_id': '91d19e19-f149-47f2-9ef5-826edb1c107d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:22:00Z', 'updated_at': '2021-06-14T03:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb097f0c-2c31-4fdd-98f3-055e9ad7fd98', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-smb'}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:50.743571 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Checking router: aa699779-fdd1-49da-95a8-9e4aeeadc4a7 for host: dv-cinder-796170-1-smb {{(pid=92480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 03:31:50.751778 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Routers {'aa699779-fdd1-49da-95a8-9e4aeeadc4a7'} bound to L3 agent in host dv-cinder-796170-1-smb {{(pid=92480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 03:31:50.752379 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T03:14:00Z,description=,heartbeat_timestamp=2021-06-14T03:31:30Z,host='dv-cinder-796170-1-smb',id=1184f753-9d10-421e-83eb-c22238903ab2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T03:14:00Z,topic='l3_agent')) {'router_ids': ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'], 'active': True} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:50.797997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] For port 878ac14d-9ebb-44f1-b27e-06473249ede7, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=878ac14d-9ebb-44f1-b27e-06473249ede7,segment=NetworkSegment(e19019aa-3a39-40ba-b0a7-adbbff754771),segment_id=e19019aa-3a39-40ba-b0a7-adbbff754771)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:50.798359 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:50.871246 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_dvr_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] Set router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 gateway port host: None {{(pid=92480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 03:31:50.890781 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Calling delete_port for 878ac14d-9ebb-44f1-b27e-06473249ede7 owned by network:router_gateway {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:50.948113 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.l3_hamode_db [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:31:50Z', 'revision_number': 6, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port_host': None}], 'dv-cinder-796170-1-smb', False) {} {{(pid=92480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:50.951510 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68f4d-abff-4845-9c13-b46b75945115 None None] The sync data for ids ['aa699779-fdd1-49da-95a8-9e4aeeadc4a7'] in dv-cinder-796170-1-smb is: [{'id': 'aa699779-fdd1-49da-95a8-9e4aeeadc4a7', 'name': 'tempest-AttachVolumeShelveTestJSON-89538659-router', 'tenant_id': '8011d0383d334fbc87e7325584b4b2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:31:50Z', 'revision_number': 6, 'project_id': '8011d0383d334fbc87e7325584b4b2f2', 'gw_port_host': None}] {{(pid=92480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 03:31:51.158671 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.161441 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-9b44494b-fad8-4cde-9cba-ff1bfc125c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:51.194021 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Pushing event deleted for resources: {'Port': ['ID=878ac14d-9ebb-44f1-b27e-06473249ede7,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:51.199610 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:51.291725 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932120'] for router_gateway, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.428204 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44528'] for router, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.430886 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.552577 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-933951'] for router, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.553224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa699779-fdd1-49da-95a8-9e4aeeadc4a7 {{(pid=92478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 03:31:51.558945 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] Notify callbacks [] for router, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.560106 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-2fd106d5-0664-46ba-82a7-4c0cefdaba0a admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa699779-fdd1-49da-95a8-9e4aeeadc4a7 HTTP/1.1" status: 204 len: 168 time: 1.2973063 Jun 14 03:31:51.563093 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34516) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:51.621023 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Deleting subnet e0f5e748-01b5-4416-b5c3-d7f37dcba361 {{(pid=92478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 03:31:51.624010 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.637072 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:31:51.668976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126674149'] for subnet, precommit_delete_associations {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.765503 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4173938'] for subnet, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.769453 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device abb29e09-6cc5-46ab-ad5a-557e538ce825 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:51.796930 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: abb29e09-6cc5-46ab-ad5a-557e538ce825 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:51.797281 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device abb29e09-6cc5-46ab-ad5a-557e538ce825 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:51.797732 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 878ac14d-9ebb-44f1-b27e-06473249ede7 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:51.821832 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: 878ac14d-9ebb-44f1-b27e-06473249ede7 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:51.822204 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device 878ac14d-9ebb-44f1-b27e-06473249ede7 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:51.895132 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4173947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129487752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125925823'] for subnet, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.899832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4ffdbbc0-aca9-441d-aa6f-4e6cd5c86fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:51.936846 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for subnet, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:51.936846 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e0f5e748-01b5-4416-b5c3-d7f37dcba361 HTTP/1.1" status: 204 len: 168 time: 0.3715272 Jun 14 03:31:51.938737 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34520) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:51.941138 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dd30e-5035-40f5-920d-c4877f4a8327 None None] Network 9095088c-5ffe-45af-94dc-8af3c9e4b500 requested from dv-cinder-796170-1-smb {{(pid=92479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 03:31:51.942837 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f5e748-01b5-4416-b5c3-d7f37dcba361,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:51.946454 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-45e529c4-4ec1-44ef-8376-28787134abbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:52.071017 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787513'] for network, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.134002 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Deleting port aac1af01-a6d5-4633-a968-0dd2eff77a83 {{(pid=92477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:52.134002 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.199595 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] DHCP port deletion for 9095088c-5ffe-45af-94dc-8af3c9e4b500 request from dv-cinder-796170-1-smb {{(pid=92479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 03:31:52.219413 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.db [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] For port aac1af01-a6d5-4633-a968-0dd2eff77a83, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=aac1af01-a6d5-4633-a968-0dd2eff77a83,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:52.219778 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.251912 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Deleting port aac1af01-a6d5-4633-a968-0dd2eff77a83 {{(pid=92479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:31:52.252457 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.313508 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Calling delete_port for aac1af01-a6d5-4633-a968-0dd2eff77a83 owned by network:dhcp {{(pid=92477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:52.335814 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] For port aac1af01-a6d5-4633-a968-0dd2eff77a83, host dv-cinder-796170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-smb',level=0,port_id=aac1af01-a6d5-4633-a968-0dd2eff77a83,segment=NetworkSegment(0ffdb7be-6035-476d-aa39-6e00341906fb),segment_id=0ffdb7be-6035-476d-aa39-6e00341906fb)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:31:52.336249 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.427009 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Calling delete_port for aac1af01-a6d5-4633-a968-0dd2eff77a83 owned by network:dhcp {{(pid=92479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:31:52.495356 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127316221'] for port, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.500279 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bd02be93-342a-436e-9fe0-f803f050f865 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:52.535962 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Pushing event deleted for resources: {'Port': ['ID=aac1af01-a6d5-4633-a968-0dd2eff77a83,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:52.538150 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] No DVR routers for this DVR port aac1af01-a6d5-4633-a968-0dd2eff77a83 on host dv-cinder-796170-1-smb {{(pid=92477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:52.540696 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:52.652752 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171759', 'neutron.services.segments.db._delete_segments_for_network-8770794877880'] for network, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.658526 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249'] for port, after_delete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.661594 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:52.666612 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9095088c-5ffe-45af-94dc-8af3c9e4b500']}} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:52.685636 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffdb7be-6035-476d-aa39-6e00341906fb') {'for_net_delete': True} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:52.685933 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.services.segments.db [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffdb7be-6035-476d-aa39-6e00341906fb') {} {{(pid=92477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 03:31:52.689928 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Pushing event deleted for resources: {'Port': ['ID=aac1af01-a6d5-4633-a968-0dd2eff77a83,revision_number=None']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:52.694982 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] No DVR routers for this DVR port aac1af01-a6d5-4633-a968-0dd2eff77a83 on host dv-cinder-796170-1-smb {{(pid=92479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:31:52.696313 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770794877718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126553938'] for segment, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.703807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.704616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.704616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.704616 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.704976 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.705166 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:31:52.708980 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-b7e219a6-eab3-4a72-a6ce-5792ea6bc9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:52.716702 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911'] for segment, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.722755 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=92477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 03:31:52.723135 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127316142'] for segment, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: Traceback (most recent call last): Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: timer() Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: cb(*args, **kw) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: return func(*args, **kwargs) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: self._notify() Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: self.callback(batched_events) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: event.method(event) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: return f(self, *a, **k) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: return self._get(url).json() Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: return self.request(url, 'GET', **kwargs) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 03:31:52.724783 dv-cinder-796170-1-smb neutron-server[92477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 03:31:52.861647 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932101'] for network, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.865377 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-facf514c-e2e6-4252-94ee-1a5ca3c67dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:52.878298 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537116'] for network, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:52.878298 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] 10.222.0.15 "DELETE /v2.0/networks/9095088c-5ffe-45af-94dc-8af3c9e4b500 HTTP/1.1" status: 204 len: 168 time: 0.9305696 Jun 14 03:31:52.886465 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Pushing event deleted for resources: {'Network': ['ID=9095088c-5ffe-45af-94dc-8af3c9e4b500,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:52.888935 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-9b7a09ca-9d0b-4c8e-9b65-20b111a0638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:53.178667 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34542) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:53.231470 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-3bfaf3a9-d33f-451a-90b3-6564b6d2fc5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8011d0383d334fbc87e7325584b4b2f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514963 Jun 14 03:31:53.233813 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34544) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:53.287348 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:53.313201 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:53.442959 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:53.447053 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:53.448506 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8beba78f-d996-4f66-9a84-5fd0f7f0115c HTTP/1.1" status: 204 len: 168 time: 0.2137740 Jun 14 03:31:53.449307 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-83a24e86-c733-425c-9033-8dc67a7e7a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:53.458420 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beba78f-d996-4f66-9a84-5fd0f7f0115c,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:53.460895 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-bf342793-87e6-442a-bc7a-7d57270c7065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:53.719017 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device aac1af01-a6d5-4633-a968-0dd2eff77a83 no longer exists at agent ovs-agent-dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:31:53.744870 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] No Port match for: aac1af01-a6d5-4633-a968-0dd2eff77a83 {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:31:53.745225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Device aac1af01-a6d5-4633-a968-0dd2eff77a83 not bound to the agent host dv-cinder-796170-1-smb {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:31:55.167807 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34598) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:55.287251 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.384278 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.461016 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.464300 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-28d051b5-83f6-419a-a78c-881eb62039a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:55.505287 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62177fb-9531-4f14-ada6-3d173192c01b,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:55.510098 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e0aa4e2b8214b75a0c7d1ec99a75f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412757 Jun 14 03:31:55.511076 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:55.512666 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34604) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:31:55.568105 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.592850 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.741158 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.744380 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:55.745669 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d62177fb-9531-4f14-ada6-3d173192c01b HTTP/1.1" status: 204 len: 168 time: 0.2320614 Jun 14 03:31:55.746484 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ee0a4254-315c-4959-b992-341d1da15612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:31:55.755425 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62177fb-9531-4f14-ada6-3d173192c01b,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:31:55.757746 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:31:57.369454 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7a82bc20-466b-45aa-b9d1-8a8f68393391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:31:59.741343 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c7e6db69-8e4e-4812-95b9-16db538ce861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:00.084249 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:00.945969 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:02.770096 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:14.259373 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.284403 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34872) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:16.388640 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.482606 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.564170 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.567820 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4473a865-d6a0-48f3-8fd5-6949b2c3e227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:16.608463 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fa7e35382634e2da1e81417983ddc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229828 Jun 14 03:32:16.609746 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9bee86-8c2d-4078-975d-c17755ca141d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:16.611059 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 34882) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:16.617916 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.618311 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.618695 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.619079 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.619445 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.620330 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.620700 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.621069 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.621436 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.621829 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.622194 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.622555 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.626496 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-099980f7-5657-4f5c-990a-d2dc888543df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:16.664281 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.686698 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.929340 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.931988 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:16.936010 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c9bee86-8c2d-4078-975d-c17755ca141d HTTP/1.1" status: 204 len: 168 time: 0.3216937 Jun 14 03:32:16.936010 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-dd18cde4-d923-4418-91c5-3286a2d916ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:16.943030 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9bee86-8c2d-4078-975d-c17755ca141d,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.954288 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:32:16.957667 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:18.515969 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34920) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:18.622066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:18.713356 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:18.796815 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:18.799530 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-274be500-a059-4193-a2c2-aece365c7f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:18.837474 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf577e56-0e9a-41c3-87b8-cd5f8b53608d,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:18.841470 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:18.843836 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-800b644a-9523-443f-adca-bce2350d2db5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fac60dd98f946619d0a357e50b37143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268275 Jun 14 03:32:18.846480 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 34924) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:18.895922 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:18.918477 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:19.055693 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:19.058580 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:19.059725 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf577e56-0e9a-41c3-87b8-cd5f8b53608d HTTP/1.1" status: 204 len: 168 time: 0.2123749 Jun 14 03:32:19.060836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-1ed2a853-51da-4d1d-9061-11fb75921865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:19.070828 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf577e56-0e9a-41c3-87b8-cd5f8b53608d,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:19.079965 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-16931977-fea2-4895-a27b-b7383e026836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:27.379482 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-11c6715c-e667-4735-828d-8313e0b0a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:28.635333 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:32:29.746680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-b66bee3a-ffa4-430e-beac-9e1bd5048808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:30.054258 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:30.946913 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:32.963797 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:37.583049 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35100) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:37.687608 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:37.800149 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:37.883822 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:37.887344 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-3f38aa94-4b7b-4133-91ce-038e323a14d0 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:37.926182 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2fbcb443d9e42d1967529c098b373f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421085 Jun 14 03:32:37.927291 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52993c-85e8-4f47-9516-82e923fd26fc,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:37.928945 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35104) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:37.930431 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-051f0ef3-ba7e-4a74-a029-bda081dff674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:37.982244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.004271 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.111849 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.114582 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.115699 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a52993c-85e8-4f47-9516-82e923fd26fc HTTP/1.1" status: 204 len: 168 time: 0.1852090 Jun 14 03:32:38.116511 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c5d0e293-78fc-419e-8373-bde954ad2d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:38.125517 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52993c-85e8-4f47-9516-82e923fd26fc,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:38.127943 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:38.693728 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35110) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:38.709538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.800278 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.872099 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.874682 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-00433fcc-8ddd-4608-a533-d85c64cf134a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:38.915899 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a69ce568d6c24903a3f58d9a060a74bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208779 Jun 14 03:32:38.916832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb78b8-9a73-4ecc-9a6a-4d07f884f6ec,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:38.919230 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35112) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:38.920914 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:38.972724 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:38.995374 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:39.106473 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:39.109133 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:39.110309 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83bb78b8-9a73-4ecc-9a6a-4d07f884f6ec HTTP/1.1" status: 204 len: 168 time: 0.1900892 Jun 14 03:32:39.111064 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-c861e751-08a4-41da-b037-2544a5f4e104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:39.119638 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb78b8-9a73-4ecc-9a6a-4d07f884f6ec,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:39.130679 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-985c7271-6028-4e3a-97ec-b28d77ecad80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:44.283859 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:57.339229 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-46fed1d3-efe8-4c4f-b8be-e7a89822e540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:58.912103 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35292) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:59.016169 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.107538 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.163271 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.165773 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-aa8f446f-bae4-4589-9cdb-ecaf07dc9e19 tempest-AttachVolumeTestJSON-750898245 tempest-AttachVolumeTestJSON-750898245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:59.203455 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b327ac-7b42-4caf-871f-9c05f69867f3,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:59.207641 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49cab1e9d1b344b7890f47b0b1f898e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944617 Jun 14 03:32:59.208587 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c9ec5223-8c10-44f6-b644-1318ca377b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:59.210791 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35296) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:32:59.261434 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.284369 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.390868 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.393412 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:32:59.394551 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2b327ac-7b42-4caf-871f-9c05f69867f3 HTTP/1.1" status: 204 len: 168 time: 0.1833451 Jun 14 03:32:59.395297 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-2752dfcb-0856-42a8-936c-be4de4605ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:32:59.403427 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b327ac-7b42-4caf-871f-9c05f69867f3,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:32:59.406280 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-698ad635-c7a7-4452-aa35-c5ffb9ecd72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:32:59.740922 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-7607d228-04e5-42e8-bddc-0935832cd382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.003244 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35304) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:00.022253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.025049 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.113171 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.197675 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.200990 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-12be9dd5-fe88-4046-b089-b75d11ca0c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:00.238764 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b66067622494d75b719cb4ac8d2ef17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345026 Jun 14 03:33:00.240169 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e343fe-75bf-4c22-a19f-49ead7ae2b02,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:00.241745 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35306) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:00.243287 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-b60e2a55-b061-432f-872e-f0ce91f55f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:00.292294 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.318284 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.460294 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.463178 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:00.464292 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4e343fe-75bf-4c22-a19f-49ead7ae2b02 HTTP/1.1" status: 204 len: 168 time: 0.2215710 Jun 14 03:33:00.465046 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-49455b47-593c-4657-a2c6-ef9e6deca1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:00.473982 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e343fe-75bf-4c22-a19f-49ead7ae2b02,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:00.476878 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-a132c2a7-73fe-4c69-870e-cf1f359582aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:00.940687 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:02.769096 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:05.633129 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:33:08.568353 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35386) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:08.671628 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:08.760459 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:08.820360 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:08.822808 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-79d108ef-0ab8-4f5c-a383-3802ee8b2d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:08.860623 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec5b3de-ff0d-4549-91c6-78f7d9c74882,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:08.865028 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d76951121964af2a4871ed27e0edc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956829 Jun 14 03:33:08.865944 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a1fd1a2f-ed68-4922-8435-d5e0425ef741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:08.868343 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35390) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:08.921714 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:08.943290 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.048607 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.051247 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.052518 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ec5b3de-ff0d-4549-91c6-78f7d9c74882 HTTP/1.1" status: 204 len: 168 time: 0.1838284 Jun 14 03:33:09.053273 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-8f6e0bf1-6c43-4199-b162-1d006d287d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:09.061601 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec5b3de-ff0d-4549-91c6-78f7d9c74882,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:09.069182 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-53719ad8-e08a-4b14-8aba-37b751111484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:09.627534 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35396) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:09.643862 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.734391 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.821139 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.823767 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f8e783d5-9d96-4175-b58a-b9e2a89c9c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:09.861941 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a61f60-78aa-4889-a6b3-cdb8929109e1,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:09.866023 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=704ae7b9627041bba6241ddf62401fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374842 Jun 14 03:33:09.866999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-605e294b-846a-4a30-b464-a610bc30b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:09.868773 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35398) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:09.922065 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:09.945029 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:10.129018 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:10.131668 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:10.134369 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81a61f60-78aa-4889-a6b3-cdb8929109e1 HTTP/1.1" status: 204 len: 168 time: 0.2646379 Jun 14 03:33:10.135197 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-d9bb9d42-ccf4-4d00-87f1-3d7a561c39a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:10.143801 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a61f60-78aa-4889-a6b3-cdb8929109e1,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:10.153321 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f9382836-704e-4775-99b2-d9f2d89e21f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:11.881950 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35440) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:11.987891 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.076592 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.180284 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.183001 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a706c3d2-3851-415d-8f7a-63a1d0322d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:12.223652 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4180c0d56ccd4fc8a6441f143afadf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405979 Jun 14 03:33:12.224505 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54e4d0d-c98d-45af-aaa6-6cc3c12b12b8,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:12.226345 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35444) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:12.227552 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-08432162-a7cf-4889-899e-af9cdd5ec261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:12.279257 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.301857 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.471577 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.474184 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:12.475271 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d54e4d0d-c98d-45af-aaa6-6cc3c12b12b8 HTTP/1.1" status: 204 len: 168 time: 0.2473099 Jun 14 03:33:12.476008 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-74942ea9-9b30-4dda-9950-81f7086d29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:12.484448 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54e4d0d-c98d-45af-aaa6-6cc3c12b12b8,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:12.486936 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4a4e3ac0-f2fd-4965-a4b4-173ba7cb9c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:14.294095 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:23.613808 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35568) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:23.716905 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:23.814619 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:23.906057 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:23.908485 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-f95e1ba7-2b38-4f1c-9778-f9b8ae69e981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:23.950050 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae034aa5f4f94bd88d5fafa9d3b43f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350120 Jun 14 03:33:23.950888 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93f02d-f323-407f-820d-6c685a55c227,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:23.952586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35572) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:23.959336 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.959712 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.960075 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.960430 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.960784 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.961140 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.961489 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.961894 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.962247 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.962591 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.962942 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.963283 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:23.967092 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-79ead7f4-44db-4066-af09-a5a6cd9d6291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:24.007053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.031990 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.151631 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.154236 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.155388 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce93f02d-f323-407f-820d-6c685a55c227 HTTP/1.1" status: 204 len: 168 time: 0.2017515 Jun 14 03:33:24.156353 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6dbd62c3-bb9e-4d5a-ad23-0893900e1471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:24.165764 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93f02d-f323-407f-820d-6c685a55c227,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:24.172836 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.173224 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.173625 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.173999 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.174440 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.174809 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.175172 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.175532 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.175898 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.176253 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.176609 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.176963 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:24.181066 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-97066d94-af08-49fc-a0fc-87c6bf7fb60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:24.647832 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35578) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:24.663606 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.755176 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.848871 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.851761 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4e0eb9be-d622-4bab-b464-fba661791333 tempest-TestMinimumBasicScenario-330490418 tempest-TestMinimumBasicScenario-330490418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:24.891930 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d8fcb060315499c97b4f292c37e2981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430201 Jun 14 03:33:24.892825 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a365a9c-646c-447a-ae94-ee9813c82918,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:24.894570 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35580) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:24.895757 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-c01e8e52-c140-45d9-b56c-e1d782852516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:24.947251 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:24.968788 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.088923 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.091540 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.092653 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a365a9c-646c-447a-ae94-ee9813c82918 HTTP/1.1" status: 204 len: 168 time: 0.1963584 Jun 14 03:33:25.093475 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-572ec000-c475-47fc-a29c-7381e01cdca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:25.102886 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a365a9c-646c-447a-ae94-ee9813c82918,revision_number=None']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:25.108495 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-7a6e0b89-b153-4156-8c4a-17c77c0c01b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:25.791743 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [-] (92477) accepted ('10.222.0.15', 35586) {{(pid=92477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:25.807884 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.897327 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.974890 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron_lib.callbacks.manager [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:25.978182 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-d4b8823a-d43a-47b2-ad48-f93895f110ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:26.020785 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=282839b2ba4c4e8484da341aebabd140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279792 Jun 14 03:33:26.021695 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe85196-7ea5-446d-a861-d0ffa4f47911,revision_number=1']} {{(pid=92477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:26.023467 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35588) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:26.025094 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG oslo_concurrency.lockutils [None req-4cb68f12-382c-4340-a247-0ecde47281e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:26.075469 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:26.098835 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:26.231681 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:26.234298 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:26.235400 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efe85196-7ea5-446d-a861-d0ffa4f47911 HTTP/1.1" status: 204 len: 168 time: 0.2109687 Jun 14 03:33:26.236199 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-4775fa76-f2c5-4ef8-8cf1-c0590d7058f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:26.247305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe85196-7ea5-446d-a861-d0ffa4f47911,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:26.247305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-614623f9-6805-46f6-a96a-bd813ece420f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:27.317286 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-36a721f2-ae16-420c-90ea-2a381949af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:29.403958 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-b972e2f2-c7b7-4ec9-81ea-4613cf7847ca tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=755049d220ad4a1f89e451474a88d0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307586 Jun 14 03:33:29.597125 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-80bedc42-5580-4c2a-a9f6-303927609471 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:29.598485 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-80bedc42-5580-4c2a-a9f6-303927609471 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897678 Jun 14 03:33:29.612500 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-b33b03ca-521d-4684-8230-6752354d84fa tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/quotas/755049d220ad4a1f89e451474a88d0df HTTP/1.1" status: 200 len: 375 time: 0.0085902 Jun 14 03:33:29.651449 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-5810db4d-b916-4b76-8c73-87baa334d8d8 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=755049d220ad4a1f89e451474a88d0df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342140 Jun 14 03:33:29.768710 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-bf0146b5-20b2-46e9-83d3-4d3dbd457026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:30.031824 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:30.048345 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c83e718c-5a2d-4fe2-9868-91ec50249c70 req-28b7d794-992b-4f2f-844d-213fa46396fe tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 210 time: 0.1383629 Jun 14 03:33:30.934503 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:31.201843 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f4fe1e56-2323-417d-8ed2-983befc4685a req-65fa9223-16ad-43d2-9dd3-962dff395562 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 210 time: 0.0331535 Jun 14 03:33:32.309589 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-3249acc6-1d82-40e9-9404-f35da54e86af tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=755049d220ad4a1f89e451474a88d0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320072 Jun 14 03:33:32.358957 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-0cc366f5-b291-407d-82a7-c1d6d1631316 req-59e5d1d8-2a01-41d8-a68c-7b187befa42f tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 210 time: 0.0313029 Jun 14 03:33:32.507692 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-51c30e5c-448c-4b99-8cc0-9cd8fb0d7376 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:32.509101 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-51c30e5c-448c-4b99-8cc0-9cd8fb0d7376 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950309 Jun 14 03:33:32.520391 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Request body: {'port': {'device_id': '215b31d2-32c2-455a-8677-c179832dda7b', 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708', 'admin_state_up': True, 'tenant_id': '755049d220ad4a1f89e451474a88d0df'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:33:32.808810 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:32.980153 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Made reservation on behalf of 755049d220ad4a1f89e451474a88d0df for: {'port': 1} {{(pid=92478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 03:33:32.983644 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4182330'] for port, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:32.994381 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks [] for security_group, before_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.094503 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks [] for security_group, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.157230 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.161834 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-a0dbe074-f2e3-4b61-a707-bd85f74e42b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:33.232262 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b67d36-7f45-4375-b1ce-61cfeae0ef24,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:33.236721 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:33.308458 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.db_base_plugin_common [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Allocated IP 192.168.233.240 (4fe79f67-bb6c-4182-8e8c-3b57c2b37708/9408b2c1-bc24-4332-894a-9767e3a6f226/293bb70b-1bb0-4845-b74b-8d057d5ea86e) {{(pid=92478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 03:33:33.485308 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks [] for port, precommit_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.499077 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Transition to ACTIVE for port object 293bb70b-1bb0-4845-b74b-8d057d5ea86e will not be triggered until provisioned by entity DHCP. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:33:33.512460 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-8cacf3fd-8cf6-476c-86b6-4cf03c21e2d1 req-e75481d1-32f9-40f7-ac4f-228b4f2ee6a2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 210 time: 0.0378690 Jun 14 03:33:33.631735 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4182521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770794323240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129487995'] for port, after_create {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.635957 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6de0cd32-16f4-4fd5-961e-55fb7830b8bb tempest-TestShelveInstance-111103224 tempest-TestShelveInstance-111103224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:33.684377 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 is already hosted by enough agents. {{(pid=92478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 03:33:33.687795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.scheduler.base_scheduler [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Resources bound (agent type, host, resource id): {{(pid=92478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 03:33:33.691517 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Received port after_create {{(pid=92478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 03:33:33.698358 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Pushing event updated for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=1']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:33.750976 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:33.753298 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:33.753947 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.851234 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6e601c2d-c024-475d-9a35-b851b24dc5f4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3334773 Jun 14 03:33:33.861629 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-e4edf17a-9536-47e2-a8e2-776c5d4d17a2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 03:33:33.862565 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-e4edf17a-9536-47e2-a8e2-776c5d4d17a2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057194 Jun 14 03:33:33.918411 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.v2.base [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Request body: {'port': {'device_id': '215b31d2-32c2-455a-8677-c179832dda7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 03:33:33.927769 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-f7aba7dd-f74e-4bda-9ae1-6d3676e7ec6a None None] Provisioning for port 293bb70b-1bb0-4845-b74b-8d057d5ea86e completed by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:33:33.931775 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-f7aba7dd-f74e-4bda-9ae1-6d3676e7ec6a None None] Provisioning complete for port 293bb70b-1bb0-4845-b74b-8d057d5ea86e triggered by entity DHCP. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:33:33.932225 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-f7aba7dd-f74e-4bda-9ae1-6d3676e7ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:33.972904 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-f7aba7dd-f74e-4bda-9ae1-6d3676e7ec6a None None] Port 293bb70b-1bb0-4845-b74b-8d057d5ea86e cannot update to ACTIVE because it is not bound. {{(pid=92479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 03:33:34.005292 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.305407 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293bb70b-1bb0-4845-b74b-8d057d5ea86e {{(pid=92478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:33:34.312686 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.325053 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.provisioning_blocks [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Transition to ACTIVE for port object 293bb70b-1bb0-4845-b74b-8d057d5ea86e will not be triggered until provisioned by entity L2. {{(pid=92478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 03:33:34.408648 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.411426 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-f60a974a-8f57-4631-b594-2823e4477ea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:34.527586 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=2']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:34.531946 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:34.590979 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Attempting to bind port 293bb70b-1bb0-4845-b74b-8d057d5ea86e on host hv-cinder-79617 for vnic_type normal with profile {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 03:33:34.591339 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Attempting to bind port 293bb70b-1bb0-4845-b74b-8d057d5ea86e by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 03:33:34.591632 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Attempting to bind port 293bb70b-1bb0-4845-b74b-8d057d5ea86e on network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:33:34.596026 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Port 293bb70b-1bb0-4845-b74b-8d057d5ea86e on network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 03:33:34.596351 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Attempting to bind port 293bb70b-1bb0-4845-b74b-8d057d5ea86e on network 4fe79f67-bb6c-4182-8e8c-3b57c2b37708 {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 03:33:34.601057 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Checking agent: {'id': 'd08fe9ce-3096-4f30-b118-07333410495d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 03:33:34.601391 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Checking segment: {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 03:33:34.601796 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Bound using segment: {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'} {{(pid=92478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 03:33:34.602220 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.managers [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Bound port: 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c4fb49-71cb-480d-95a5-4ae0789609a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708'}}] {{(pid=92478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 03:33:34.602563 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.678760 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, cleared binding levels {{(pid=92478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 03:33:34.682119 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 03:33:34.700606 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35147950-e06c-4429-9c01-877a74d30153 req-0b08c0af-9008-4e91-9b04-29141b236118 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:34.702080 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-35147950-e06c-4429-9c01-877a74d30153 req-0b08c0af-9008-4e91-9b04-29141b236118 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 948 time: 0.0689447 Jun 14 03:33:34.744348 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-35147950-e06c-4429-9c01-877a74d30153 req-53d241f5-3c9a-4cd1-8e69-6e3c9eb444c9 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Jun 14 03:33:34.763777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129487941'] for port, after_update {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.763777 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-ba64c507-e67c-429d-a61e-af1abaed6798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:34.802891 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:34.809444 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:34.809444 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] 10.222.0.23 "PUT /v2.0/ports/293bb70b-1bb0-4845-b74b-8d057d5ea86e HTTP/1.1" status: 200 len: 1098 time: 0.9354365 Jun 14 03:33:34.809444 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:33:34.809444 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde26a1-2867-4289-8e0d-98647432dc46" -d '{"events": [{"name": "network-changed", "server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:33:34.834199 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=3']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:34.842611 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-6cae2351-c726-4049-afef-8fbe91303ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:34.906842 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6dbbf6-f0ed-44db-8ef6-056e686ef970 x-openstack-request-id: req-ac6dbbf6-f0ed-44db-8ef6-056e686ef970 {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:33:34.907184 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:33:34.907486 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac6dbbf6-f0ed-44db-8ef6-056e686ef970 {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:33:34.907941 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e', 'status': 'completed', 'code': 200} Jun 14 03:33:34.992986 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde26a1-2867-4289-8e0d-98647432dc46 req-0db6bc9d-3e3b-4775-a435-12f0292f62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:34.994583 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-acde26a1-2867-4289-8e0d-98647432dc46 req-0db6bc9d-3e3b-4775-a435-12f0292f62a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=755049d220ad4a1f89e451474a88d0df&device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 1101 time: 0.0664756 Jun 14 03:33:35.028961 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-acde26a1-2867-4289-8e0d-98647432dc46 req-3910723f-691e-4f58-ac4c-fb5c7189f368 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=755049d220ad4a1f89e451474a88d0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276325 Jun 14 03:33:35.142797 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde26a1-2867-4289-8e0d-98647432dc46 req-37d3a5d8-828a-4883-956a-3c2ab06eab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:35.144216 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-acde26a1-2867-4289-8e0d-98647432dc46 req-37d3a5d8-828a-4883-956a-3c2ab06eab3d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098886 Jun 14 03:33:35.241205 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-cf121997-7d64-44a8-bb4d-589c00bd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:35.242708 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-cf121997-7d64-44a8-bb4d-589c00bd3bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=755049d220ad4a1f89e451474a88d0df&device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 1101 time: 0.0625737 Jun 14 03:33:35.335780 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-b2634c41-a989-465b-803e-fa912b589ad1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e HTTP/1.1" status: 200 len: 217 time: 0.0855689 Jun 14 03:33:35.396826 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-53873aec-5e43-4470-b2d4-013890f46ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:35.398309 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-53873aec-5e43-4470-b2d4-013890f46ef7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9408b2c1-bc24-4332-894a-9767e3a6f226 HTTP/1.1" status: 200 len: 843 time: 0.0568871 Jun 14 03:33:35.459220 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-127ccad4-6b3d-41b3-a411-32f35a18e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:35.460662 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-127ccad4-6b3d-41b3-a411-32f35a18e932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fe79f67-bb6c-4182-8e8c-3b57c2b37708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560377 Jun 14 03:33:35.574431 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-73fe02f2-da97-4317-aaeb-838708bff1a8 service neutron] 10.222.0.23 "GET /v2.0/networks/4fe79f67-bb6c-4182-8e8c-3b57c2b37708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075492 Jun 14 03:33:35.692738 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-b3f99a80-0e3c-4f1a-9c6a-14ba67aa4015 req-e0c13b98-c58e-4f51-94fd-27b3ed3e5c75 service neutron] 10.222.0.23 "GET /v2.0/networks/4fe79f67-bb6c-4182-8e8c-3b57c2b37708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111989 Jun 14 03:33:35.931060 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dee0a-a6c2-4283-969c-effa188353f6 req-40c4e9aa-9a01-4cd8-b7b1-5b9ac834d274 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:35.933331 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f97dee0a-a6c2-4283-969c-effa188353f6 req-40c4e9aa-9a01-4cd8-b7b1-5b9ac834d274 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 948 time: 0.0775692 Jun 14 03:33:36.261960 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-f97dee0a-a6c2-4283-969c-effa188353f6 req-1e4c4da4-9ac1-4218-8030-22d25548a21e tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231966 Jun 14 03:33:37.438630 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96ce27-7d96-4eae-87f8-4509ddc877a6 req-82e9f9a4-41bb-453b-91e4-296f1038d95e tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:37.440069 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bd96ce27-7d96-4eae-87f8-4509ddc877a6 req-82e9f9a4-41bb-453b-91e4-296f1038d95e tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 948 time: 0.0671673 Jun 14 03:33:37.481743 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-bd96ce27-7d96-4eae-87f8-4509ddc877a6 req-849953ff-d917-4c62-910e-5fa94f7c9746 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Jun 14 03:33:37.981428 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 293bb70b-1bb0-4845-b74b-8d057d5ea86e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 03:33:38.100711 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:33:38.112421 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Returning: {'device': '293bb70b-1bb0-4845-b74b-8d057d5ea86e', 'network_id': '4fe79f67-bb6c-4182-8e8c-3b57c2b37708', 'port_id': '293bb70b-1bb0-4845-b74b-8d057d5ea86e', 'mac_address': 'fa:16:3e:25:e4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9408b2c1-bc24-4332-894a-9767e3a6f226', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 03:33:38.153932 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:38.167885 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293bb70b-1bb0-4845-b74b-8d057d5ea86e {{(pid=92479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 03:33:38.188247 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:33:38.236780 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:38.238450 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:38.292022 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=4']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:38.298581 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.298920 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.299257 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.299588 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.299923 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.300247 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.300570 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.300888 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.301209 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.302044 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.302362 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.302680 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-smb {{(pid=92479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 03:33:38.306406 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:38.574737 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['293bb70b-1bb0-4845-b74b-8d057d5ea86e'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:33:38.664554 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d915-2c93-4274-952e-704093f68be1 req-5a04168a-beff-4cec-b906-bf9799691b0a tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:38.666043 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2901d915-2c93-4274-952e-704093f68be1 req-5a04168a-beff-4cec-b906-bf9799691b0a tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 949 time: 0.0727594 Jun 14 03:33:38.707291 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2901d915-2c93-4274-952e-704093f68be1 req-64265270-dbff-4e84-8d1f-b772cdb59df6 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Jun 14 03:33:39.883618 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8609-25c7-4348-a0c8-6e9b89212219 req-3e7d99ff-81f4-42c1-9271-00694c8b0c87 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:39.885077 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90ab8609-25c7-4348-a0c8-6e9b89212219 req-3e7d99ff-81f4-42c1-9271-00694c8b0c87 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 949 time: 0.0691059 Jun 14 03:33:39.925960 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-90ab8609-25c7-4348-a0c8-6e9b89212219 req-21064cad-96e4-47aa-8c52-542f90064f6c tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Jun 14 03:33:40.012384 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 293bb70b-1bb0-4845-b74b-8d057d5ea86e up at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 03:33:40.128571 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning for port 293bb70b-1bb0-4845-b74b-8d057d5ea86e completed by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 03:33:40.132851 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.db.provisioning_blocks [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Provisioning complete for port 293bb70b-1bb0-4845-b74b-8d057d5ea86e triggered by entity L2. {{(pid=92479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 03:33:40.133239 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169824'] for port, provisioning_complete {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:40.219939 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4182312'] for port, before_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:40.243999 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e'}] {{(pid=92479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:33:40.246849 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f16da4c8bac6526e2f7c66caab6cbef3f6ba042f0d51da6e17c537ecc3a636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621e63b-8e26-4261-9a3e-71a0f0e24ca7" -d '{"events": [{"server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "name": "network-vif-plugged", "status": "completed", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e"}]}' {{(pid=92479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:33:40.260669 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:33:40.334712 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770794765123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770794323258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770794323303'] for port, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:40.336603 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:40.392394 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Pushing event updated for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=5']} {{(pid=92479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:40.395270 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG oslo_concurrency.lockutils [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:41.104756 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfa16-0a98-43ea-b4b5-04024b9be5cd req-89aa89c4-c6be-487f-866e-c2a674028f6a tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:41.106241 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e53cfa16-0a98-43ea-b4b5-04024b9be5cd req-89aa89c4-c6be-487f-866e-c2a674028f6a tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0730901 Jun 14 03:33:41.146479 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-e53cfa16-0a98-43ea-b4b5-04024b9be5cd req-61abfdd4-1edc-4cae-8014-6bc52b90e948 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Jun 14 03:33:41.357540 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c4543d-0fce-4174-8bc5-d4b6ac5a49e8 x-openstack-request-id: req-b2c4543d-0fce-4174-8bc5-d4b6ac5a49e8 {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:33:41.357999 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "name": "network-vif-plugged", "status": "completed", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e", "code": 200}]} {{(pid=92479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:33:41.358110 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2c4543d-0fce-4174-8bc5-d4b6ac5a49e8 {{(pid=92479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:33:41.358490 dv-cinder-796170-1-smb neutron-server[92479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e', 'code': 200} Jun 14 03:33:41.733619 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a78-8064-4a37-b050-f21e292e8866 req-1913bccb-019c-4f5d-99ac-9eaf4a0e4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:41.733619 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-843b7a78-8064-4a37-b050-f21e292e8866 req-1913bccb-019c-4f5d-99ac-9eaf4a0e4a8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 1103 time: 0.0585279 Jun 14 03:33:41.769883 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-843b7a78-8064-4a37-b050-f21e292e8866 req-0ff4ec10-e21c-449e-9f5e-0519250e7088 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jun 14 03:33:42.324472 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92384d-53e4-4193-ba98-010342d485a3 req-28096228-feec-407e-a8b2-c72c2e76193f tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:42.325917 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fd92384d-53e4-4193-ba98-010342d485a3 req-28096228-feec-407e-a8b2-c72c2e76193f tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0676041 Jun 14 03:33:42.366723 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-fd92384d-53e4-4193-ba98-010342d485a3 req-fe0b6749-a4b9-40f7-b734-ffe016b22c3b tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Jun 14 03:33:42.629784 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:33:43.549325 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92455b2-cd30-4a4e-8da5-e4bee120f9f1 req-01842bee-5250-4d1c-8fcc-e8cad6abdec4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:43.550791 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a92455b2-cd30-4a4e-8da5-e4bee120f9f1 req-01842bee-5250-4d1c-8fcc-e8cad6abdec4 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0710120 Jun 14 03:33:43.595251 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-a92455b2-cd30-4a4e-8da5-e4bee120f9f1 req-aa56c1f6-3fb9-4ed6-8829-002050fea004 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Jun 14 03:33:44.351565 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:44.360337 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a1a8-a1cc-4566-b558-6712c4333481 req-7b45b178-ec8e-4930-8022-a24e7e2e79b1 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:44.361945 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c9b3a1a8-a1cc-4566-b558-6712c4333481 req-7b45b178-ec8e-4930-8022-a24e7e2e79b1 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0703895 Jun 14 03:33:44.405916 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-c9b3a1a8-a1cc-4566-b558-6712c4333481 req-1e3c8cab-b232-4d1f-9728-a1e111058bd9 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Jun 14 03:33:45.584852 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1f82-6a2f-41c2-9698-e1b0564a1b33 req-416cfa2b-f5d9-4859-a908-6cd4cd3ce323 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:45.586329 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-791a1f82-6a2f-41c2-9698-e1b0564a1b33 req-416cfa2b-f5d9-4859-a908-6cd4cd3ce323 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0695751 Jun 14 03:33:45.632281 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-791a1f82-6a2f-41c2-9698-e1b0564a1b33 req-3d9bc78e-f860-4c27-a324-0bac431e5f20 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/security-groups?id=02b67d36-7f45-4375-b1ce-61cfeae0ef24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Jun 14 03:33:45.667730 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-ac978efb-a998-446a-89d5-8f824f329b1f tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 03:33:45.669143 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-ac978efb-a998-446a-89d5-8f824f329b1f tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 950 time: 0.0686402 Jun 14 03:33:45.782997 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Deleting port 293bb70b-1bb0-4845-b74b-8d057d5ea86e {{(pid=92478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 03:33:45.783342 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770794759976'] for port, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:45.896223 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.db [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] For port 293bb70b-1bb0-4845-b74b-8d057d5ea86e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=293bb70b-1bb0-4845-b74b-8d057d5ea86e,segment=NetworkSegment(f4c4fb49-71cb-480d-95a5-4ae0789609a0),segment_id=f4c4fb49-71cb-480d-95a5-4ae0789609a0)] {{(pid=92478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 03:33:45.897107 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930046'] for port, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:45.988124 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.plugins.ml2.plugin [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Calling delete_port for 293bb70b-1bb0-4845-b74b-8d057d5ea86e owned by compute:nova {{(pid=92478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 03:33:46.191315 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4182466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770794765132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770794323249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129487986'] for port, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:46.195127 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-69151cde-f0fe-493e-b7fb-2fdda66b1106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:46.204196 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.db [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] get_ports_and_sgs() called for port_ids ['293bb70b-1bb0-4845-b74b-8d057d5ea86e'] {{(pid=92479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 03:33:46.225795 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Pushing event deleted for resources: {'Port': ['ID=293bb70b-1bb0-4845-b74b-8d057d5ea86e,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:46.228878 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:46.282557 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] No DVR routers for this DVR port 293bb70b-1bb0-4845-b74b-8d057d5ea86e on host hv-cinder-79617 {{(pid=92478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 03:33:46.288128 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221355'] for port, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:46.288128 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [req-0addd490-fb71-409d-84dd-76b7e0660a7a req-31c4bc90-2670-479b-956a-8e600d4037b2 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.23 "DELETE /v2.0/ports/293bb70b-1bb0-4845-b74b-8d057d5ea86e HTTP/1.1" status: 204 len: 173 time: 0.6125455 Jun 14 03:33:46.288408 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'name': 'network-vif-deleted', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e'}] {{(pid=92478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 03:33:46.290570 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa912ab61ba19655d329bc0abe8afa64cad3c1d7aab32c8d3b3c0d2677d4585b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab204afb-813e-4f1c-a19b-946ad6b29f3b" -d '{"events": [{"server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "name": "network-vif-deleted", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e"}]}' {{(pid=92478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 03:33:46.327660 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f3400c-2781-4fad-8a80-8b8b39e49f1b x-openstack-request-id: req-00f3400c-2781-4fad-8a80-8b8b39e49f1b {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 03:33:46.328035 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b31d2-32c2-455a-8677-c179832dda7b", "name": "network-vif-deleted", "tag": "293bb70b-1bb0-4845-b74b-8d057d5ea86e", "status": "completed", "code": 200}]} {{(pid=92478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 03:33:46.328305 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00f3400c-2781-4fad-8a80-8b8b39e49f1b {{(pid=92478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 03:33:46.328775 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215b31d2-32c2-455a-8677-c179832dda7b', 'name': 'network-vif-deleted', 'tag': '293bb70b-1bb0-4845-b74b-8d057d5ea86e', 'status': 'completed', 'code': 200} Jun 14 03:33:46.788751 dv-cinder-796170-1-smb neutron-server[92477]: INFO neutron.wsgi [req-2e291c40-625a-4383-938b-f89022a1406a req-c60b91a7-6592-49f4-aac7-899c470e4912 tempest-VolumesNegativeTest-137349622 tempest-VolumesNegativeTest-137349622-project] 10.222.0.15 "GET /v2.0/ports?device_id=215b31d2-32c2-455a-8677-c179832dda7b HTTP/1.1" status: 200 len: 210 time: 0.0327144 Jun 14 03:33:50.015130 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 293bb70b-1bb0-4845-b74b-8d057d5ea86e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 03:33:50.039848 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.plugin [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] No Port match for: 293bb70b-1bb0-4845-b74b-8d057d5ea86e {{(pid=92479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 03:33:50.040199 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron.plugins.ml2.rpc [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Device 293bb70b-1bb0-4845-b74b-8d057d5ea86e not bound to the agent host hv-cinder-79617 {{(pid=92479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 03:33:53.287453 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35944) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:53.418308 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-4f84fa20-f72e-4bc6-902a-c0e2776a1ba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=755049d220ad4a1f89e451474a88d0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296320 Jun 14 03:33:53.420703 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.wsgi [-] (92478) accepted ('10.222.0.15', 35948) {{(pid=92478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 03:33:53.471812 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:53.494588 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:53.620096 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982136'] for security_group, after_delete {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:53.622674 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:53.623823 dv-cinder-796170-1-smb neutron-server[92478]: INFO neutron.wsgi [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02b67d36-7f45-4375-b1ce-61cfeae0ef24 HTTP/1.1" status: 204 len: 168 time: 0.2022338 Jun 14 03:33:53.624662 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-38d5347b-f6b1-4105-889a-a5a850f79d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 03:33:53.634140 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b67d36-7f45-4375-b1ce-61cfeae0ef24,revision_number=None']} {{(pid=92478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 03:33:53.636634 dv-cinder-796170-1-smb neutron-server[92478]: DEBUG oslo_concurrency.lockutils [None req-58e59fb9-bf97-4662-8113-5fdc3a9a22d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 03:33:57.408133 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d52c29dc-2089-4427-97ae-f64934b4101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:33:59.728131 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-cd480bd5-0f28-4e16-9409-b157dbe29985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:00.077316 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:00.950375 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:02.808697 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:14.351411 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:19.627037 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:34:27.367981 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-59d403a4-3b17-42ea-b286-0bcf69022e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:29.762318 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-dbd23ef2-b02a-4cbd-99c4-ae1f0569539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:30.042185 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:30.973119 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:32.807845 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:44.321816 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:56.625391 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:34:57.344558 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-63c372b4-35c4-408a-a8d1-5db412ec3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:34:59.733507 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7f62-72ad-4570-9a47-7bc3fac61c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:00.041942 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:00.950381 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:02.796166 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:14.339317 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:27.350574 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5fd4-c713-41b6-bf5c-15aee0e3a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:29.738862 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-500cc5d3-4512-4e7d-8e00-1f4818de1454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:30.035772 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:30.950408 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:32.858725 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:33.623554 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:35:44.338889 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:57.332726 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-059218ba-6c23-45af-8c6c-898fb9c6aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:35:59.755569 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4a677ae4-63bf-4d72-873b-ddc94df83b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:00.041584 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:00.932807 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:02.807137 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:10.627645 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:36:14.378391 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:27.344208 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d691aaeb-1893-4434-8a26-1e7a08c44cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:29.732299 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-9641ab39-1887-4914-ba26-0f8e1f24e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:30.029823 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:30.949712 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:32.806450 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:44.344012 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:47.629378 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:36:57.332502 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-efddd309-0e0b-41a6-8740-f9745e9a8b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:36:59.743425 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-d20d04f5-b4eb-428f-af40-3202877dd6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:00.052423 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:00.938382 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:02.806494 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:14.343733 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:24.631983 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:37:27.338127 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-2baf0e1e-f98d-47ab-bccd-7d49a326fb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:29.743508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-97aa2e3f-e914-4c09-aa5e-471914082be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:30.023649 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:30.937508 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:32.812060 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:37.679113 dv-cinder-796170-1-smb neutron-server[92477]: DEBUG neutron.wsgi [req-7a0e2eb8-2246-4fae-a187-bd10298b831e req-a9a56994-27c3-4921-8be2-2a2a8bc9c053 service neutron] (92477) timed out ('10.222.0.23', 53082) {{(pid=92477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 03:37:44.337826 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:57.319878 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2a0b-f4ba-451e-98c5-0ff781a9a5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:37:59.755154 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-58370d36-44f7-499b-909e-2eddffac6142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:00.034521 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:00.960045 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:01.635968 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:38:02.806190 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:14.359891 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:27.336451 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-4029fd5a-1b4f-4916-930b-632f116eab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:29.764405 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c369eeab-74d5-4ce7-9725-530eeb9a9a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:30.050268 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:30.958760 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-1efa4499-7e55-47a0-9947-ffed62f1523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:32.815750 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-6e82900e-2e42-42d8-bb43-5a2136483558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:38.638733 dv-cinder-796170-1-smb neutron-server[92480]: DEBUG neutron.db.agents_db [None req-8fc92d5b-7580-4431-97fb-a6c13935e497 None None] Agent healthcheck: found 6 active agents {{(pid=92480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 03:38:44.347090 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-c63c4c1a-9de9-40a1-ac36-3643a5c135ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:57.335228 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-994b68b1-5733-493a-918d-8d205c0e25a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:38:59.739953 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-997764d9-d18d-46c3-b6a4-3723d9e586bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 03:39:00.043181 dv-cinder-796170-1-smb neutron-server[92479]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2a1-2c0c-4582-9fa9-c3ee0feb30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770794877862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169777'] for agent, after_update {{(pid=92479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}